eta_api/services/elastic/rag_eta_report_abstract.go

package elastic

import (
	"context"
	"encoding/json"
	"eta/eta_api/models/rag"
	"eta/eta_api/utils"
	"fmt"
	"github.com/olivere/elastic/v7"
	"strings"
	"time"
)

// 摘要索引
var EsRagEtaReportAbstractName = utils.EsRagEtaReportAbstractName

type RagEtaReportAbstractItem struct {
	RagEtaReportAbstractId int       `gorm:"primaryKey;column:rag_eta_report_abstract_id" description:"-"`
	RagEtaReportId         int       `gorm:"column:rag_eta_report_id" description:"ETA报告id"`
	Abstract               string    `gorm:"column:abstract;type:longtext;comment:摘要内容;" description:"摘要内容"`
	QuestionId             int       `gorm:"column:question_id" description:"提示词Id"`
	Version                int       `gorm:"column:version" description:"版本号"`
	VectorKey              string    `gorm:"column:vector_key" description:"向量key标识"`
	ModifyTime             time.Time `gorm:"column:modify_time" description:"modifyTime"`
	CreateTime             time.Time `gorm:"column:create_time" description:"createTime"`
	Title                  string    `gorm:"column:title;type:varchar(255);comment:标题;" description:"标题"`
	TagIdList              []int     `description:"品种id列表"`
	TagNameList            []string  `description:"品种名称列表"`
}

func (m *RagEtaReportAbstractItem) ToView() rag.RagEtaReportAbstractView {
	var modifyTime, createTime string

	if !m.CreateTime.IsZero() {
		createTime = m.CreateTime.Format(utils.FormatDateTime)
	}
	if !m.ModifyTime.IsZero() {
		modifyTime = m.ModifyTime.Format(utils.FormatDateTime)
	}

	//tagId := 0
	//if len(m.TagIdList) > 0 {
	//	tagId = m.TagIdList[0]
	//}
	tagsName := ``
	if len(m.TagNameList) > 0 {
		tagsName = strings.Join(m.TagNameList, `,`)
	}

	return rag.RagEtaReportAbstractView{
		RagEtaReportAbstractId: m.RagEtaReportAbstractId,
		RagEtaReportId:         m.RagEtaReportId,
		Abstract:               m.Abstract,
		QuestionId:             m.QuestionId,
		//QuestionContent:        m.,
		Version: m.Version,
		//Tags:                   m.Ta,
		VectorKey:  m.VectorKey,
		ModifyTime: modifyTime,
		CreateTime: createTime,
		Title:      m.Title,
		TagsName:   tagsName,
	}
}

func (m *RagEtaReportAbstractItem) ToViewList(list []*RagEtaReportAbstractItem) (wechatArticleViewList []rag.RagEtaReportAbstractView) {
	wechatArticleViewList = make([]rag.RagEtaReportAbstractView, 0)

	for _, v := range list {
		wechatArticleViewList = append(wechatArticleViewList, v.ToView())
	}
	return
}

// RagEtaReportEsAddOrEdit
// @Description: 新增/编辑微信文章
// @author: Roc
// @datetime 2025-03-13 10:24:05
// @param docId string
// @param item RagEtaReportAndPlatform
// @return err error
func RagEtaReportAbstractEsAddOrEdit(docId string, item RagEtaReportAbstractItem) (err error) {
	if docId == "" {
		return
	}
	if EsRagEtaReportAbstractName == `` {
		return
	}
	defer func() {
		if err != nil {
			fmt.Println("RagEtaReportEsAddOrEdit Err:", err.Error())
		}
	}()
	client := utils.EsClient

	resp, err := client.Index().Index(EsRagEtaReportAbstractName).Id(docId).BodyJson(item).Refresh("true").Do(context.Background())
	if err != nil {
		fmt.Println("新增失败:", err.Error())
		return err
	}
	if resp.Status == 0 {
		fmt.Println("新增成功", resp.Result)
		err = nil
	} else {
		fmt.Println("RagEtaReportEsAddOrEdit", resp.Status, resp.Result)
	}

	return
}

// RagEtaReportEsDel
// @Description: 删除微信文章
// @author: Roc
// @datetime 2025-03-13 10:23:55
// @param docId string
// @return err error
func RagEtaReportAbstractEsDel(docId string) (err error) {
	if docId == "" {
		return
	}
	if EsRagEtaReportAbstractName == `` {
		return
	}
	defer func() {
		if err != nil {
			fmt.Println("EsDeleteEdbInfoData Err:", err.Error())
		}
	}()
	client := utils.EsClient

	resp, err := client.Delete().Index(EsRagEtaReportAbstractName).Id(docId).Refresh(`true`).Do(context.Background())
	if err != nil {
		return
	}
	if resp.Status == 0 {
		fmt.Println("删除成功")
	} else {
		fmt.Println("RagEtaReportEsDel", resp.Status, resp.Result)
	}

	return
}

// RagEtaReportAbstractEsSearch
// @Description: 搜索
// @author: Roc
// @datetime 2025-03-13 19:54:54
// @param keywordStr string
// @param tagIdList []int
// @param from int
// @param size int
// @param sortMap map[string]string
// @return total int64
// @return list []*RagEtaReportAbstractItem
// @return err error
func RagEtaReportAbstractEsSearch(keywordStr string, tagIdList []int, questionId, from, size int, sortMap map[string]string) (total int64, list []*RagEtaReportAbstractItem, err error) {
	indexName := EsRagEtaReportAbstractName
	list = make([]*RagEtaReportAbstractItem, 0)
	defer func() {
		if err != nil {
			fmt.Println("RagEtaReportAbstractEsSearch Err:", err.Error())
		}
	}()

	query := elastic.NewBoolQuery()

	if len(tagIdList) > 0 {
		termsList := make([]interface{}, 0)
		for _, v := range tagIdList {
			termsList = append(termsList, v)
		}
		query = query.Must(elastic.NewTermsQuery("TagIdList", termsList...))
	}

	// 提示词id
	if questionId > 0 {
		query = query.Must(elastic.NewTermsQuery("QuestionId", questionId))
	}

	// 名字匹配
	if keywordStr != `` {
		query = query.Must(elastic.NewMultiMatchQuery(keywordStr, "Abstract"))
	}

	// 排序
	sortList := make([]*elastic.FieldSort, 0)
	// 如果没有关键字，那么就走指标id倒序

	for orderKey, orderType := range sortMap {
		switch orderType {
		case "asc":
			sortList = append(sortList, elastic.NewFieldSort(orderKey).Asc())
		case "desc":
			sortList = append(sortList, elastic.NewFieldSort(orderKey).Desc())

		}

	}

	return searchRagEtaReportAbstract(indexName, query, sortList, from, size)
}

// searchEdbInfoDataV2 查询es中的数据
func searchRagEtaReportAbstract(indexName string, query elastic.Query, sortList []*elastic.FieldSort, from, size int) (total int64, list []*RagEtaReportAbstractItem, err error) {
	total, err = searchRagEtaReportAbstractTotal(indexName, query)
	if err != nil {
		return
	}

	// 获取列表数据
	list, err = searchRagEtaReportAbstractList(indexName, query, sortList, from, size)
	if err != nil {
		return
	}

	return
}

// searchEdbInfoDataTotal
// @Description: 查询es中的数量
// @author: Roc
// @datetime 2024-12-23 11:19:04
// @param indexName string
// @param query elastic.Query
// @return total int64
// @return err error
func searchRagEtaReportAbstractTotal(indexName string, query elastic.Query) (total int64, err error) {
	defer func() {
		if err != nil {
			fmt.Println("searchRagEtaReportAbstractTotal Err:", err.Error())
		}
	}()
	client := utils.EsClient

	//根据条件数量统计
	requestTotalHits := client.Count(indexName).Query(query)
	total, err = requestTotalHits.Do(context.Background())
	if err != nil {
		return
	}

	return
}

// searchEdbInfoDataList
// @Description: 查询es中的明细数据
// @author: Roc
// @datetime 2024-12-23 11:18:48
// @param indexName string
// @param query elastic.Query
// @param sortList []*elastic.FieldSort
// @param from int
// @param size int
// @return list []*data_manage.EdbInfoList
// @return err error
func searchRagEtaReportAbstractList(indexName string, query elastic.Query, sortList []*elastic.FieldSort, from, size int) (list []*RagEtaReportAbstractItem, err error) {
	list = make([]*RagEtaReportAbstractItem, 0)
	defer func() {
		if err != nil {
			fmt.Println("searchRagEtaReportAbstractList Err:", err.Error())
		}
	}()
	client := utils.EsClient
	// 高亮
	highlight := elastic.NewHighlight()
	highlight = highlight.Fields(elastic.NewHighlighterField("Content"))
	highlight = highlight.PreTags("<font color='red'>").PostTags("</font>")

	//request := client.Search(indexName).Highlight(highlight).From(from).Size(size) // sets the JSON request
	request := client.Search(indexName).From(from).Size(size) // sets the JSON request

	// 如果有指定排序，那么就按照排序来
	if len(sortList) > 0 {
		for _, v := range sortList {
			request = request.SortBy(v)
		}
	}

	searchMap := make(map[string]string)

	searchResp, err := request.Query(query).Do(context.Background())
	if err != nil {
		return
	}
	//fmt.Println(searchResp)
	//fmt.Println(searchResp.Status)
	if searchResp.Status != 0 {
		return
	}
	//total = searchResp.TotalHits()
	if searchResp.Hits != nil {
		for _, v := range searchResp.Hits.Hits {
			if _, ok := searchMap[v.Id]; !ok {
				itemJson, tmpErr := v.Source.MarshalJSON()
				if tmpErr != nil {
					err = tmpErr
					fmt.Println("movieJson err:", err)
					return
				}
				item := new(RagEtaReportAbstractItem)
				tmpErr = json.Unmarshal(itemJson, &item)
				if tmpErr != nil {
					fmt.Println("json.Unmarshal movieJson err:", tmpErr)
					err = tmpErr
					return
				}
				if len(v.Highlight["Content"]) > 0 {
					item.Abstract = v.Highlight["Content"][0]
				}
				list = append(list, item)
				searchMap[v.Id] = v.Id
			}
		}
	}

	return
}