hz_crm_api/services/elastic.go

package services

import (
	"context"
	"encoding/json"
	"fmt"
	"github.com/PuerkitoBio/goquery"
	"github.com/olivere/elastic/v7"
	"hongze/hz_crm_api/models"
	"hongze/hz_crm_api/models/cygx"
	"hongze/hz_crm_api/services/alarm_msg"
	"hongze/hz_crm_api/utils"
	"html"
	"strconv"
	"strings"
)

func NewClient() (client *elastic.Client, err error) {
	client, err = elastic.NewClient(
		elastic.SetURL(ES_URL),
		elastic.SetBasicAuth(ES_USERNAME, ES_PASSWORD),
		elastic.SetSniff(false))
	return
}

// indexName:索引名称
// mappingJson:表结构
func EsCreateIndex(indexName, mappingJson string) (err error) {
	client, err := NewClient()
	if err != nil {
		return
	}
	//定义表结构
	exists, err := client.IndexExists(indexName).Do(context.Background()) //<5>
	if err != nil {
		return
	}
	if !exists {
		resp, err := client.CreateIndex(indexName).BodyJson(mappingJson).Do(context.Background())
		//BodyJson(bodyJson).Do(context.Background())
		if err != nil {
			fmt.Println("CreateIndex Err:" + err.Error())
			return err
		}
		fmt.Println(resp.Index, resp.ShardsAcknowledged, resp.Acknowledged)
	} else {
		fmt.Println(indexName + " 已存在")
	}
	return
}

// 新增和修改数据
func EsAddOrEditData(item *cygx.CygxArticle) (err error) {
	defer func() {
		if err != nil {
			fmt.Println("EsAddOrEditData Err:", err.Error())
		}
	}()
	indexName := utils.IndexName
	content := html.UnescapeString(item.Body)
	doc, errDoc := goquery.NewDocumentFromReader(strings.NewReader(content))
	if errDoc != nil {
		return
	}
	doc.Find("a").Each(func(i int, a *goquery.Selection) {
		a.Remove()
	})
	bodyText := doc.Text()
	client, err := NewClient()
	if err != nil {
		fmt.Println(err, "err1")
		return
	}
	var Annotation string
	var Abstract string

	//Annotation, _ := cygxService.GetReportContentTextSubNew(item.Annotation)
	//Abstract, _ := cygxService.GetReportContentTextSubNew(item.Abstract)
	docId := strconv.Itoa(item.ArticleId)
	searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
	if err != nil && !strings.Contains(err.Error(), "404") {
		fmt.Println("Get Err" + err.Error())
		return
	}
	if err != nil && strings.Contains(err.Error(), "404") {
		err = nil
	}
	if searchById != nil && searchById.Found {
		resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
			"BodyText":         bodyText,
			"Title":            item.Title,
			"Annotation":       Annotation,
			"Abstract":         Abstract,
			"PublishDate":      item.PublishDate.Format(utils.FormatDateTime),
			"CategoryId":       strconv.Itoa(item.CategoryId), // es的坑 方便json转结构体这里做一个强制转换
			"ExpertBackground": item.ExpertBackground,
		}).Do(context.Background())
		if err != nil {
			fmt.Println(err, "err")
			return err
		}
		if resp.Status == 0 {
			fmt.Println("修改成功")
		} else {
			fmt.Println("EditData", resp.Status, resp.Result)
		}
	} else {
		itemEs := new(cygx.ElasticTestArticleDetail)
		itemEs.ArticleId = item.ArticleId
		itemEs.Title = item.Title
		itemEs.PublishDate = item.PublishDate.Format(utils.FormatDateTime)
		itemEs.BodyText = bodyText
		itemEs.CategoryId = strconv.Itoa(item.CategoryId)
		itemEs.ExpertBackground = item.ExpertBackground
		itemEs.Abstract = Abstract
		itemEs.Annotation = Annotation
		resp, err := client.Index().Index(indexName).Id(docId).BodyJson(itemEs).Do(context.Background())
		if err != nil {
			fmt.Println("新增失败:", err.Error())
			return err
		}
		if resp.Status == 0 && resp.Result == "created" {
			fmt.Println("新增成功")
			err = nil
		} else {
			fmt.Println("AddData", resp.Status, resp.Result)
		}
	}
	return
}

// 删除数据
func EsDeleteData(indexName, docId string) (err error) {
	client, err := NewClient()
	if err != nil {
		return
	}
	resp, err := client.Delete().Index(indexName).Id(docId).Do(context.Background())
	fmt.Println(resp)
	if err != nil {
		return
	}
	if resp.Status == 0 {
		fmt.Println("删除成功")
	} else {
		fmt.Println("AddData", resp.Status, resp.Result)
	}
	return
}

func MappingModify(indexName, mappingJson string) {
	client, err := NewClient()
	if err != nil {
		return
	}
	result, err := client.PutMapping().Index(indexName).BodyString(mappingJson).Do(context.Background())
	fmt.Println(err)
	fmt.Println(result)
	return
}

// EsAddOrEditReport 新增编辑es报告
//func EsAddOrEditReport(indexName, docId string, item *models.ElasticReportDetail) (err error) {
//	defer func() {
//		if err != nil {
//			fmt.Println("EsAddOrEditReport Err:", err.Error())
//		}
//	}()
//	client, err := NewClient()
//	if err != nil {
//		return
//	}
//	// docId为报告ID+章节ID
//	searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
//	if err != nil && !strings.Contains(err.Error(), "404") {
//		fmt.Println("Get Err" + err.Error())
//		return
//	}
//	if searchById != nil && searchById.Found {
//		resp, err := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
//			"ReportId":           item.ReportId,
//			"ReportChapterId":    item.ReportChapterId,
//			"Title":              item.Title,
//			"Abstract":           item.Abstract,
//			"BodyContent":        item.BodyContent,
//			"PublishTime":        item.PublishTime,
//			"PublishState":       item.PublishState,
//			"Author":             item.Author,
//			"ClassifyIdFirst":    item.ClassifyIdFirst,
//			"ClassifyNameFirst":  item.ClassifyNameFirst,
//			"ClassifyIdSecond":   item.ClassifyIdSecond,
//			"ClassifyNameSecond": item.ClassifyNameSecond,
//			"Categories":         item.Categories,
//			"StageStr":           item.StageStr,
//		}).Do(context.Background())
//		if err != nil {
//			return err
//		}
//		//fmt.Println(resp.Status, resp.Result)
//		if resp.Status == 0 {
//			fmt.Println("修改成功" + docId)
//			err = nil
//		} else {
//			fmt.Println("EditData", resp.Status, resp.Result)
//		}
//	} else {
//		resp, err := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
//		if err != nil {
//			fmt.Println("新增失败:", err.Error())
//			return err
//		}
//		if resp.Status == 0 && resp.Result == "created" {
//			fmt.Println("新增成功" + docId)
//			return nil
//		} else {
//			fmt.Println("AddData", resp.Status, resp.Result)
//		}
//	}
//	return
//}

// EsAddOrEditEnglishReport 新增编辑es英文报告
func EsAddOrEditEnglishReport(indexName, docId string, item *models.ElasticEnglishReportDetail) (err error) {
	defer func() {
		if err != nil {
			fmt.Println("EsAddOrEditEnglishReport Err:", err.Error())
			go alarm_msg.SendAlarmMsg("新增编辑es英文报告 EsAddOrEditEnglishReport，Err："+err.Error(), 3)
		}
	}()
	client, err := NewClient()
	if err != nil {
		return
	}
	// docId为报告ID
	searchById, err := client.Get().Index(indexName).Id(docId).Do(context.Background())
	if err != nil {
		if strings.Contains(err.Error(), "404") {
			err = nil
		} else {
			fmt.Println("Get Err" + err.Error())
			return
		}
	}
	if searchById != nil && searchById.Found {
		resp, e := client.Update().Index(indexName).Id(docId).Doc(map[string]interface{}{
			"Id":                 item.Id,
			"ReportId":           item.ReportId,
			"VideoId":            item.VideoId,
			"Title":              item.Title,
			"Abstract":           item.Abstract,
			"BodyContent":        item.BodyContent,
			"PublishTime":        item.PublishTime,
			"PublishState":       item.PublishState,
			"Author":             item.Author,
			"ClassifyIdFirst":    item.ClassifyIdFirst,
			"ClassifyNameFirst":  item.ClassifyNameFirst,
			"ClassifyIdSecond":   item.ClassifyIdSecond,
			"ClassifyNameSecond": item.ClassifyNameSecond,
			"CreateTime":         item.CreateTime,
			"Overview":           item.Overview,
			"ReportCode":         item.ReportCode,
			"Frequency":          item.Frequency,
			"StageStr":           item.StageStr,
			"ContentSub":         item.ContentSub,
		}).Do(context.Background())
		if e != nil {
			err = e
			return
		}
		//fmt.Println(resp.Status, resp.Result)
		if resp.Status == 0 {
			fmt.Println("修改成功" + docId)
			err = nil
		} else {
			fmt.Println("EditData", resp.Status, resp.Result)
		}
	} else {
		resp, e := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
		if e != nil {
			err = e
			fmt.Println("新增失败:", err.Error())
			return
		}
		if resp.Status == 0 && resp.Result == "created" {
			fmt.Println("新增成功" + docId)
			return
		} else {
			fmt.Println("AddData", resp.Status, resp.Result)
		}
	}
	return
}

// SearcCygxArticleHistoryData 查询查研观向的文章阅读记录
func SearcCygxArticleHistoryData(indexName, keyword, startDate, endDate, companyIds string, from, size int) (total int64, list []*cygx.EsUserInteraction, err error) {
	list = make([]*cygx.EsUserInteraction, 0)
	defer func() {
		if err != nil {
			fmt.Println("EsUserInteraction Err:", err.Error())
		}
	}()
	client, err := NewClient()
	if err != nil {
		return
	}

	mustMap := make([]interface{}, 0)
	seliceid := []int{}
	//管理员权限||对应销售
	if companyIds != "" {
		silceCompanyId := strings.Split(companyIds, ",")
		for _, v := range silceCompanyId {
			companyId, _ := strconv.Atoi(v)
			seliceid = append(seliceid, companyId)
		}
		mustMap = append(mustMap, map[string]interface{}{
			"terms": map[string]interface{}{
				"CompanyId": seliceid,
			},
		})
	}

	//时间
	if startDate != "" && endDate != "" {
		mustMap = append(mustMap, map[string]interface{}{
			"range": map[string]interface{}{
				"CreateTime": map[string]interface{}{
					"gte": startDate,
					"lte": endDate,
				},
			},
		})
	}
	shouldMap := make(map[string]interface{}, 0)
	//关键字匹配
	if keyword != "" {
		shouldMap = map[string]interface{}{
			"should": []interface{}{
				map[string]interface{}{
					"wildcard": map[string]interface{}{
						"RealName": "*" + keyword + "*",
					},
				},
				map[string]interface{}{
					"wildcard": map[string]interface{}{
						"Email": "*" + keyword + "*",
					},
				},
				map[string]interface{}{
					"wildcard": map[string]interface{}{
						"Mobile": "*" + keyword + "*",
					},
				},
				map[string]interface{}{
					"wildcard": map[string]interface{}{
						"CompanyName": "*" + keyword + "*",
					},
				},
			},
		}
	}
	mustMap = append(mustMap, map[string]interface{}{
		"bool": shouldMap,
	})

	queryMap := map[string]interface{}{
		"query": map[string]interface{}{
			"bool": map[string]interface{}{
				"must": mustMap,
			},
		},
	}
	//排序
	//机构阅读数量
	sortMap := make([]interface{}, 0)
	//如果是一家公司就不按照这个字段排序
	//if len(seliceid) > 1 {
	//	sortMap = append(sortMap, map[string]interface{}{
	//		"CompanyArticleHistoryNum": map[string]interface{}{
	//			"order": "desc",
	//		},
	//	})
	//}
	//
	////用户阅读数量
	//sortMap = append(sortMap, map[string]interface{}{
	//	"UserArticleHistoryNum": map[string]interface{}{
	//		"order": "desc",
	//	},
	//})
	//时间
	sortMap = append(sortMap, map[string]interface{}{
		"CreateTime": map[string]interface{}{
			"order": "desc",
		},
	})
	//根据条件数量统计
	requestTotalHits := client.Count(indexName).BodyJson(queryMap)
	total, err = requestTotalHits.Do(context.Background())
	if err != nil {
		return
	}

	queryMap["sort"] = sortMap
	queryMap["from"] = from
	queryMap["size"] = size
	jsonBytes, _ := json.Marshal(queryMap)
	fmt.Println(string(jsonBytes))

	request := client.Search(indexName).Source(queryMap) // sets the JSON request
	searchMap := make(map[string]string)

	searchResp, err := request.Do(context.Background())
	if err != nil {
		return
	}
	//fmt.Println(searchResp)
	//fmt.Println(searchResp.Status)
	if searchResp.Status != 0 {
		return
	}
	if searchResp.Hits != nil {
		for _, v := range searchResp.Hits.Hits {
			if _, ok := searchMap[v.Id]; !ok {
				itemJson, tmpErr := v.Source.MarshalJSON()
				if tmpErr != nil {
					err = tmpErr
					fmt.Println("movieJson err:", err)
					return
				}
				edbInfoItem := new(cygx.EsUserInteraction)
				tmpErr = json.Unmarshal(itemJson, &edbInfoItem)
				if tmpErr != nil {
					fmt.Println("json.Unmarshal movieJson err:", err)
					err = tmpErr
					return
				}
				list = append(list, edbInfoItem)
				searchMap[v.Id] = v.Id
			}
		}
	}
	return
}

// EsAddOrEditSaDoc 新增编辑语义分析文档
//func EsAddOrEditSaDoc(indexName, docId string, item *saModel.ElasticSaDoc) (err error) {
//	defer func() {
//		if err != nil {
//			fmt.Println("EsAddOrEditSaDoc Err:", err.Error())
//		}
//	}()
//
//	client, e := NewClient()
//	if e != nil {
//		err = e
//		return
//	}
//
//	// docId为语义分析文档ID+段落ID
//	searchById, e := client.Get().Index(indexName).Id(docId).Do(context.Background())
//	if e != nil && !strings.Contains(e.Error(), "404") {
//		err = fmt.Errorf("query sa doc err: %s", e.Error())
//		return
//	}
//
//	// 更新
//	if searchById != nil && searchById.Found {
//		docMap := map[string]interface{}{
//			"SaDocId":        item.SaDocId,
//			"SaDocSectionId": item.SaDocSectionId,
//			"ClassifyId":     item.ClassifyId,
//			"ClassifyName":   item.ClassifyName,
//			"Title":          item.Title,
//			"Theme":          item.Theme,
//			"BodyContent":    item.BodyContent,
//			"Author":         item.Author,
//			"CoverImg":       item.CoverImg,
//			"CreateTime":     item.CreateTime,
//		}
//
//		resp, e := client.Update().Index(indexName).Id(docId).Doc(docMap).Do(context.Background())
//		if e != nil {
//			err = fmt.Errorf("update sa doc err: %s", e.Error())
//			return
//		}
//		if resp.Status == 0 {
//			return
//		}
//		fmt.Println("EditData", resp.Status, resp.Result)
//		return
//	}
//
//	// 新增
//	resp, e := client.Index().Index(indexName).Id(docId).BodyJson(item).Do(context.Background())
//	if e != nil {
//		err = fmt.Errorf("insert sa doc err: %s", e.Error())
//		return
//	}
//	if resp.Status == 0 && resp.Result == "created" {
//		return
//	}
//	fmt.Println("AddData", resp.Status, resp.Result)
//	return
//}