eta_api/services/english_policy_report.go

package services

import (
	"encoding/json"
	"eta/eta_api/models"
	"eta/eta_api/services/alarm_msg"
	"eta/eta_api/utils"
	"fmt"
	"github.com/rdlucklib/rdluck_tools/http"
	"time"
)

// PullPolicyReport 策略报告拉取
func PullPolicyReport() (ret models.PullEnglishPolicyDataResp, err error, msg string) {
	//调用列表接口，批量插入数据
	originData, err := getOriginPolicyReportList()
	if err != nil {
		msg = "调用英文策略报告列表接口失败"
		return
	}
	condition := ""
	var pars []interface{}
	startDate := time.Now().AddDate(0, -1, 0).Format(utils.FormatDate)
	condition += ` AND publish_time >= ? `
	pars = append(pars, startDate)

	//获取已插入的报告ID，避免重复插入
	existData, err := models.GetEnglishPolicyReportByCondition(condition, pars)
	if err != nil {
		msg = "查询已存在的英文策略报告列表接口失败"
		return
	}
	existIdsMap := make(map[int]struct{}, 0)
	for _, v := range existData {
		existIdsMap[v.SourceReportId] = struct{}{}
	}
	//组装数据，插入到policy_report表中
	addItems := make([]*models.EnglishPolicyReport, 0)
	addIds := make([]int, 0)
	for _, v := range originData {
		if _, ok := existIdsMap[v.Id]; ok {
			continue
		}
		addIds = append(addIds, v.Id)
		tmp := &models.EnglishPolicyReport{
			ClassifyIdFirst:    v.Industry.Id,
			ClassifyNameFirst:  v.Industry.Description,
			ClassifyIdSecond:   v.FieldId,
			ClassifyNameSecond: v.Field.Description,
			Title:              v.TitleEn,
			Abstract:           v.Content.Abstract,
			Author:             v.Author.Name,
			Frequency:          v.Frequency,
			CreateTime:         time.Now(),
			ModifyTime:         time.Now(),
			State:              1,
			PublishStatus:      v.PublishStatus,
			PublishTime:        v.PublishDate,
			KeyTakeaways:       v.Content.Annotation,
			AuthorMobile:       v.Author.PhoneNumber,
			SourceReportId:     v.Id,
			ReportCoverUrl:     v.Cover,
		}
		addItems = append(addItems, tmp)
	}
	if len(addItems) > 0 {
		err = models.AddEnglishPolicyReportMulti(addItems)
		if err != nil {
			msg = "批量新增英文策略报告信息失败"
			return
		}
	}
	//根据原始ID调用详情接口，更新数据
	go setPolicyReportContentAndSync(addIds)
	ret = models.PullEnglishPolicyDataResp{
		Num: len(addItems),
	}
	return
}

type EnPolicyReportDataListResp struct {
	Code       int                          `json:"code"`
	Msg        string                       `json:"msg"`
	Data       []EnPolicyReportDataListItem `json:"data"`
	Pagination EnPolicyReportDataPage       `json:"pagination"`
}

type EnPolicyReportDataDetailResp struct {
	Code int                        `json:"code"`
	Msg  string                     `json:"msg"`
	Data EnPolicyReportDataListItem `json:"data"`
}

type EnPolicyReportDataPage struct {
	Total     int `json:"total"`
	Page      int `json:"page"`
	PageSize  int `json:"page_size"`
	PageTotal int `json:"page_total"`
}

type EnPolicyReportDataListItem struct {
	Id                int                                `json:"id"`
	Title             string                             `json:"title"`
	TitleEn           string                             `json:"title_en"`
	Frequency         string                             `json:"frequency"`
	CreateDate        time.Time                          `json:"create_date"`
	UpdateDate        time.Time                          `json:"update_date"`
	PublishDate       time.Time                          `json:"publish_date"`
	PublishStatus     int                                `json:"publish_status"`
	VerifyStatus      int                                `json:"verify_status"`
	PublishArea       string                             `json:"publish_area"`
	AccessLevel       int                                `json:"access_level"`
	IsActive          bool                               `json:"is_active"`
	AuthorPhoneNumber string                             `json:"author_phone_number"`
	Cover             string                             `json:"cover"`
	IndustryId        int                                `json:"industry_id"`
	ContentId         int                                `json:"content_id"`
	TypeId            int                                `json:"type_id"`
	FieldId           int                                `json:"field_id"`
	SeriesId          int                                `json:"series_id"`
	File              interface{}                        `json:"file"`
	Stock             []string                           `json:"stock"`
	IsFocused         int                                `json:"is_focused"`
	Content           EnPolicyReportDataListItemContent  `json:"content"`
	Industry          EnPolicyReportDataListItemInfo     `json:"industry"`
	Type              EnPolicyReportDataListItemInfo     `json:"type"`
	Field             EnPolicyReportDataListItemInfoMore `json:"field"`
	Series            EnPolicyReportDataListItemInfoMore `json:"series"`
	Author            EnPolicyReportDataListItemAuthor   `json:"author"`
}

type EnPolicyReportDataListItemContent struct {
	Id         int    `json:"id"`
	Body       string `json:"body"`
	Abstract   string `json:"abstract"`
	Annotation string `json:"annotation"`
}

type EnPolicyReportDataListItemInfo struct {
	Id          int    `json:"id"`
	Name        string `json:"name"`
	Description string `json:"description"`
}

type EnPolicyReportDataListItemInfoMore struct {
	Id          int    `json:"id"`
	Name        string `json:"name"`
	Description string `json:"description"`
	IndustryId  int    `json:"industry_id"`
}

type EnPolicyReportDataListItemAuthor struct {
	PhoneNumber string `json:"phone_number"`
	Name        string `json:"name"`
}

func getOriginPolicyReportList() (list []EnPolicyReportDataListItem, err error) {
	//组装请求字段
	typeId := 9
	//field_id=1 表示 Daily Check-in
	fieldId := 1
	take := 1000
	skip := 0
	publishStatus := "1,2"
	mode := "all"
	startDt := ""
	// 获取当天的报告
	startDt = time.Now().AddDate(0, 0, -7).Format(utils.FormatDate)
	//设置接口地址
	//处理返回值
	url := utils.EnPolicyReportUrl + `articles/index?type_id=%d&field_id=%d&take=%d&skip=%d&publish_status=%s&mode=%s&start_dt=%s`
	url = fmt.Sprintf(url, typeId, fieldId, take, skip, publishStatus, mode, startDt)
	utils.FileLog.Info("url:%s", url)
	body, err := http.Get(url)
	fmt.Println("getOriginPolicyReportList body:")
	fmt.Println(string(body))
	item := new(EnPolicyReportDataListResp)
	err = json.Unmarshal(body, &item)
	if err != nil {
		return
	}
	if item.Code != 0 {
		err = fmt.Errorf("getOriginPolicyReportDetail ErrCode: %d, ErrMsg: %s", item.Code, item.Msg)
		return
	}

	list = item.Data
	return
}

func getOriginPolicyReportDetail(id int) (detail EnPolicyReportDataListItem, err error) {
	//设置接口地址
	//处理返回值
	url := utils.EnPolicyReportUrl + `articles/en/%d`
	url = fmt.Sprintf(url, id)
	utils.FileLog.Info("url:%s", url)
	body, err := http.Get(url)
	fmt.Println("getOriginPolicyReportDetail body:")
	fmt.Println(string(body))
	item := new(EnPolicyReportDataDetailResp)
	err = json.Unmarshal(body, &item)
	if err != nil {
		return
	}
	if item.Code != 0 {
		err = fmt.Errorf("getOriginPolicyReportDetail ErrCode: %d, ErrMsg: %s", item.Code, item.Msg)
		return
	}

	detail = item.Data
	return
}

func setPolicyReportContentAndSync(addIds []int) (err error, msg string) {
	defer func() {
		if err != nil {
			go alarm_msg.SendAlarmMsg("设置英文策略报告内容失败，Err："+err.Error()+";msg:"+msg, 3)
			utils.FileLog.Info(fmt.Sprintf("设置英文策略报告内容失败 setPolicyReportContentAndSync,Err:%s,%s", err.Error(), msg))
		}
	}()
	if len(addIds) > 0 {
		for _, v := range addIds {
			originDetail, e := getOriginPolicyReportDetail(v)
			if e != nil {
				msg = "拉取英文策略报告详情失败"
				err = e
				return
			}
			err = models.SetEnglishPolicyReportContentBySourceReportId(v, originDetail.Content.Body)
			if err != nil {
				msg = "更新英文策略报告内容失败"
				return
			}
		}
	}
	//同步到英文研报
	err, msg = MultiEnglishPolicyReportSync()
	return
}