eta_mini_ht_api/domian/report/report_service.go

package report

import (
	"encoding/json"
	"eta_mini_ht_api/common/component/es"
	logger "eta_mini_ht_api/common/component/log"
	"eta_mini_ht_api/common/utils/page"
	"eta_mini_ht_api/models"
	"eta_mini_ht_api/models/eta"
	etaDao "eta_mini_ht_api/models/eta"
	reportDao "eta_mini_ht_api/models/report"
	"strconv"
	"time"
)

const (
	indexName = "report_index"

	SourceETA = "ETA"
	SourceHT  = "HT"

	DESC models.Order = "desc"
	ASC  models.Order = "asc"

	ESIndex       = "report_index"
	ESColumn      = "abstract"
	ESRangeColumn = "report_id"
)

var (
	sortField = []string{"_score:desc"}
)

func elastic() *es.ESClient {
	return es.GetInstance()
}

// ESReport Report ES研报mapping
type ESReport struct {
	ReportID      int                    `json:"report_id"`
	OrgId         int                    `json:"org_id"`
	Author        string                 `json:"author"`
	Source        reportDao.ReportSource `json:"source"`
	Abstract      string                 `json:"abstract"`
	Status        reportDao.ReportStatus `json:"status"`
	PublishedTime string                 `json:"published_time"`
}

type ReportDTO struct {
	ReportID        int         `json:"report_id"`
	OrgId           int         `json:"org_id"`
	Title           string      `json:"title"`
	Author          string      `json:"author"`
	Source          string      `json:"source"`
	Abstract        string      `json:"abstract"`
	PublishedTime   string      `json:"published_time"`
	PermissionNames interface{} `json:"permissionNames,omitempty"`
	Highlight       []string    `json:"highlight,omitempty"`
}

type PermissionDTO struct {
	ID       int
	Name     string
	ParentID int
}

type RecordCountDTO struct {
	UserId     int
	Mobile     string
	ReportId   int
	IpAddress  string
	Location   string
	Referer    string
	Additional string
}

func GetTotalPageCount() (total int64) {
	return reportDao.GetTotalPageCount()
}
func SearchMaxReportId() (reportId int64) {
	sortField = []string{"report_id:desc"}
	request := matchAll(sortField)
	//同步es
	re, err := elastic().Search(request)
	if err != nil {
		logger.Error("es:%v", err)
	}
	hits := elastic().GetSource(re.Hits)
	data := hits[0].Source
	report := ReportDTO{}
	err = json.Unmarshal(data, &report)
	if err != nil {
		logger.Error("获取当前最大研报id失败:%v", err)
		return 0
	}
	return int64(report.ReportID)
}

func SearchReportList(key string, from int, size int, max int64) (reports []ReportDTO, err error) {
	//同步es
	sorts := append(sortField, "report_id:desc")
	request := matchRange(key, from, size, max, sorts)
	re, err := elastic().Search(request)
	if err != nil {
		logger.Error("es:%v", err)
	}
	hits := elastic().GetSource(re.Hits)
	for _, hit := range hits {
		var content map[string][]string
		err = json.Unmarshal(hit.Highlight, &content)
		report := ReportDTO{}
		report.Highlight = content[ESColumn]
		err = json.Unmarshal(hit.Source, &report)
		if err != nil {
			logger.Error("解析研报数据失败:%v", err)
			continue
		}
		reports = append(reports, report)
	}
	return
}
func GetReportPage(pageInfo page.PageInfo) (list []ReportDTO, err error) {
	offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
	reports, err := reportDao.GetReportPage(pageInfo.LatestId, pageInfo.PageSize, offset)
	if err == nil && reports != nil {
		for _, report := range reports {
			dto := convertReportDTO(report)
			list = append(list, dto)
		}
	}
	return
}
func getETAReportFirstPermissions(id int) (permissionDTOs []PermissionDTO) {
	classifyId, err := etaDao.GetReportClassifyById(id)
	if err != nil || classifyId == 0 {
		logger.Error("获取研报分类信息失败:%v", err)
		return
	}
	permissions, err := etaDao.GetFirstPermissionsByClassifyID(classifyId)
	if err != nil {
		logger.Error("获取研报一级品种信息失败:%v", err)
		return
	}
	for _, permission := range permissions {
		permissionDTOs = append(permissionDTOs, convertPermissionDTO(permission))
	}
	return
}
func (es ESReport) GetId() string {
	return strconv.Itoa(es.ReportID)
}
func GetETALatestReportId() (id int, err error) {
	return reportDao.GetETALatestReportId()
}

func SyncETAReportList(list []eta.ETAReport) (err error) {
	logger.Info("同步研报数量%d", len(list))
	var reports []reportDao.Report
	var esReports []es.ESBase
	for _, etaRp := range list {
		destRp := convertEtaReport(etaRp)
		reports = append(reports, destRp)
	}
	err = reportDao.BatchInsertReport(&reports)
	if err != nil {
		logger.Error("同步ETA研报失败:%v", err)
		return
	}
	for _, etaRp := range reports {
		esRp := convertEsReport(etaRp)
		esReports = append(esReports, esRp)
	}
	//同步es
	err = elastic().BulkInsert(indexName, esReports)
	if err != nil {
		logger.Error("同步ETA研报到es失败:%v", err)
		return
	}
	return
}

func GetListOrderByCondition(column string, limit int, order models.Order) (dtoList []ReportDTO, err error) {
	reports, err := reportDao.GetListOrderByCondition(column, limit, order)
	if err != nil {
		logger.Error("获取研报失败:%v", err)
		return
	}
	for _, report := range reports {
		dto := convertReportDTO(report)
		dtoList = append(dtoList, dto)
	}
	return
}

func GetListByCondition[T any](column string, ids []T) (dtoList []ReportDTO, err error) {
	var values []interface{}
	for _, id := range ids {
		values = append(values, id)
	}
	reports, err := reportDao.GetListByCondition(column, ids)
	if err != nil {
		logger.Error("获取研报失败:%v", err)
		return
	}
	for _, report := range reports {
		dto := convertReportDTO(report)
		dtoList = append(dtoList, dto)
	}
	return
}

func convertEtaReport(etaRp eta.ETAReport) reportDao.Report {
	return reportDao.Report{
		OrgID:         etaRp.ID,
		Title:         etaRp.Title,
		Abstract:      etaRp.Abstract,
		Author:        etaRp.Author,
		PublishedTime: etaRp.PublishTime,
		Source:        reportDao.SourceETA,
		Status:        reportDao.StatusInit,
	}
}
func convertEsReport(report reportDao.Report) ESReport {
	return ESReport{
		ReportID:      report.ID,
		OrgId:         report.OrgID,
		Author:        report.Author,
		Source:        report.Source,
		Abstract:      report.Abstract,
		Status:        report.Status,
		PublishedTime: report.PublishedTime,
	}
}

func convertReportDTO(report reportDao.Report) (reportDTO ReportDTO) {
	reportDTO = ReportDTO{
		ReportID:      report.ID,
		Title:         report.Title,
		OrgId:         report.OrgID,
		Author:        report.Author,
		Source:        string(report.Source),
		Abstract:      report.Abstract,
		PublishedTime: report.PublishedTime,
	}
	publishDate, err := time.Parse(time.DateTime, reportDTO.PublishedTime)
	if err == nil {
		reportDTO.PublishedTime = publishDate.Format(time.DateOnly)
	}
	return
}

func matchAll(sorts []string) (request *es.ESQueryRequest) {
	req := new(es.ESQueryRequest)
	return req.CreateESQueryRequest(ESIndex, "", "", 0, 1, sorts, es.MatchAll)
}

func matchRange(key string, from int, to int, max int64, sorts []string) (request *es.ESQueryRequest) {
	req := new(es.ESQueryRequest)
	return req.CreateESQueryRequest(ESIndex, ESColumn, key, from, to, sorts, es.Range).Range(0, max, ESRangeColumn)
}