eta_api/services/smart_report.go

package services

import (
	"encoding/json"
	"eta/eta_api/models"
	"eta/eta_api/models/report"
	"eta/eta_api/models/smart_report"
	"eta/eta_api/services/alarm_msg"
	"eta/eta_api/utils"
	"fmt"
	"html"
	"math"
	"os"
	"os/exec"
	"path"
	"strconv"
	"strings"
	"time"
)

// SmartReportBuildVideoAndUpdate 生成音频
func SmartReportBuildVideoAndUpdate(item *smart_report.SmartReport) {
	if item == nil {
		return
	}
	var err error
	defer func() {
		if err != nil {
			tips := fmt.Sprintf("智能研报-音频生成, errMsg: %s", err.Error())
			go alarm_msg.SendAlarmMsg(tips, 2)
		}
	}()

	videoUrl, videoName, videoSize, videoPlaySeconds, e := CreateReportVideo(item.Title, item.Content, time.Now().Local().Format(utils.FormatDateTime))
	if e != nil {
		err = fmt.Errorf("create audio err: %s", e.Error())
		return
	}
	item.VideoUrl = videoUrl
	item.VideoName = videoName
	item.VideoSize = videoSize
	item.VideoPlaySeconds = videoPlaySeconds
	item.ModifyTime = time.Now().Local()
	cols := []string{"VideoUrl", "VideoName", "VideoSize", "VideoPlaySeconds", "ModifyTime"}
	if e = item.Update(cols); e != nil {
		err = fmt.Errorf("smart report update err: %s", e.Error())
		return
	}
}

// UpdateSmartReportEditing 更新研报当前更新状态
// status 枚举值 1：编辑中，0：完成编辑, 2：只做查询
func UpdateSmartReportEditing(reportId, status, thisUserId int, thisUserName string, adminIdName map[int]string, lang string) (ret models.MarkReportResp, err error) {
	key := fmt.Sprint(utils.CACHE_SMART_REPORT_EDITING, reportId)
	ret.Status = 0
	ret.Msg = "无人编辑"

	opUserId, e := utils.Rc.RedisInt(key)
	var opUser models.MarkReportItem
	var classifyNameFirst string
	if e != nil {
		opUserInfoStr, tErr := utils.Rc.RedisString(key)
		if tErr == nil {
			tErr = json.Unmarshal([]byte(opUserInfoStr), &opUser)
			if tErr == nil {
				opUserId = opUser.AdminId
			}
		}
	}

	if opUserId > 0 && opUserId != thisUserId {
		editor := opUser.Editor
		if editor == "" {
			editor = adminIdName[opUserId]
		}
		ret.Status = 1
		if lang == utils.EnLangVersion {
			ret.Msg = fmt.Sprintf("%s is currently editing the report", editor)
		} else {
			ret.Msg = fmt.Sprintf("当前%s正在编辑报告", editor)
		}
		ret.Editor = editor
		return
	}

	if status == 1 {
		nowUser := &models.MarkReportItem{AdminId: thisUserId, Editor: thisUserName, ReportClassifyNameFirst: classifyNameFirst}
		bt, e := json.Marshal(nowUser)
		if e != nil {
			err = fmt.Errorf("格式化编辑者信息失败")
			return
		}
		if opUserId > 0 {
			utils.Rc.Do("SETEX", key, int64(180), string(bt)) //3分钟缓存
		} else {
			utils.Rc.SetNX(key, string(bt), time.Second*60*3) //3分钟缓存
		}
	} else if status == 0 {
		//清除编辑缓存
		_ = utils.Rc.Delete(key)
	}
	return
}

// SmartReportElasticUpsert 新增/编辑报告es
func SmartReportElasticUpsert(smartReportId int, state int) (err error) {
	if smartReportId <= 0 {
		return
	}

	reportOB := new(smart_report.SmartReport)
	item, e := reportOB.GetItemById(smartReportId)
	if e != nil {
		if utils.IsErrNoRow(e) {
			// 可能被删了就直接忽略掉
			return
		}
		err = fmt.Errorf("获取报告失败, Err: %s", e.Error())
		return
	}

	esReport := new(smart_report.ElasticSmartReport)
	esReport.SmartReportId = item.SmartReportId
	esReport.Title = item.Title
	esReport.Abstract = item.Abstract
	esReport.BodyContent = utils.TrimHtml(html.UnescapeString(item.Content))
	esReport.PublishTime = item.PublishTime.Format(utils.FormatDateTime)
	esReport.PublishState = state
	esReport.Author = item.Author
	esReport.ClassifyIdFirst = item.ClassifyIdFirst
	esReport.ClassifyNameFirst = item.ClassifyNameFirst
	esReport.ClassifyIdSecond = item.ClassifyIdSecond
	esReport.ClassifyNameSecond = item.ClassifyNameSecond
	esReport.StageStr = strconv.Itoa(item.Stage)
	esReport.Frequency = item.Frequency
	if err = EsAddOrEditSmartReport(utils.SmartReportIndexName, strconv.Itoa(item.SmartReportId), esReport); err != nil {
		return
	}
	return
}

func ReportToPdf(width, height int, reportUrl, filePath string, top, bottom, left, right int) (err error) {
	pyCode := `
import asyncio
from pyppeteer import launch

async def main():
    # 异步代码
    browser = await launch({
        'executablePath': '%s',
        'headless': True,
        'args': ['--disable-infobars', '--no-sandbox']
    })
    page = await browser.newPage()
    await page.setViewport({
        'width': %d,
        'height': %d
    })
    await page.goto('%s', {
        'waitUntil': 'networkidle0',
        'timeout': 3000000  # 设置超时时间为 100 秒
    })

    # 在生成PDF之前等待2秒
    await asyncio.sleep(15)

    await page.pdf({
		'width': %d,
        'height': %d,
        'path': "%s",
        'printBackground': True,
        'margin': {
            'top': '%dpx',
            'bottom': '%dpx',
            'left': '%dpx',
            'right': '%dpx'
        }
    })
    await browser.close()

# 创建事件循环
loop = asyncio.get_event_loop()

# 使用事件循环运行main函数
try:
    loop.run_until_complete(main())
finally:
    # 关闭事件循环
    loop.close()
`

	pyCode = fmt.Sprintf(pyCode, utils.ChromePath, width, height, reportUrl, width+left+right, height+top+bottom, filePath, top, bottom, left, right)
	utils.FileLog.Info("pdf pyCode: \n" + pyCode)
	cmd := exec.Command(utils.CommandPython, "-c", pyCode)
	output, e := cmd.CombinedOutput()
	if e != nil {
		err = e
		utils.FileLog.Info("ReportToPdf failed: , error: \n" + err.Error())
		utils.FileLog.Info("Output: %s\n", string(output))
		go alarm_msg.SendAlarmMsg("ReportToPdf failed："+err.Error(), 3)
		go alarm_msg.SendAlarmMsg("Output ："+string(output), 3)
	}
	defer func() {
		cmd.Process.Kill()
	}()
	return
}

func ReportToJpeg(width, height int, reportUrl, filePath string) (err error) {
	pyCode := `
import asyncio
from pyppeteer import launch, errors

async def main():
    try:
        # 启动浏览器
        browser = await launch({
            'executablePath': '%s',
            'headless': True,
            'args': ['--disable-infobars', '--no-sandbox']
        })
        
        # 新建页面
        page = await browser.newPage()
        
        # 设置视口大小
        await page.setViewport({
            'width': %d,
            'height': %d
        })
        
        # 导航到页面
        await page.goto('%s', {
            'waitUntil': 'networkidle0',
            'timeout': 3000000  # 设置超时时间为 100 秒
        })
        # Customizing footer for page numbers starting from page 2

        # 在这里添加两秒的等待
        await asyncio.sleep(5)

        await page.screenshot({
            'path': "%s",
            'fullPage': True,
			'quality':80
        })
        
    except errors.BrowserError as e:
        print('Browser closed unexpectedly:', e)
    except Exception as e:
        print('An error occurred:', e)
    finally:
        # 确保浏览器关闭
        if browser is not None:
            await browser.close()

# 获取当前事件循环
loop = asyncio.get_event_loop()

# 运行事件循环直到main协程完成
try:
    loop.run_until_complete(main())
except Exception as e:
    print('Error during event loop execution:', e)
finally:
    # 关闭事件循环
    loop.close()
`

	pyCode = fmt.Sprintf(pyCode, utils.ChromePath, width, height, reportUrl, filePath)
	utils.FileLog.Info("jpeg pyCode: \n" + pyCode)
	cmd := exec.Command(utils.CommandPython, "-c", pyCode)
	output, e := cmd.CombinedOutput()
	if e != nil {
		err = e
		utils.FileLog.Info("ReportToJpeg failed: , error: \n" + err.Error())
		utils.FileLog.Info("Output: %s\n", string(output))
		go alarm_msg.SendAlarmMsg("ReportToJpeg failed："+err.Error(), 3)
		go alarm_msg.SendAlarmMsg("Output ："+string(output), 3)
	}
	defer func() {
		cmd.Process.Kill()
	}()
	return
}

// Report2pdfAndJpeg
// @Description: 报告转pdf和图片
// @author: Roc
// @datetime 2024-07-19 14:11:38
// @param reportUrl string
// @param reportId int
// @param reportType int
func Report2pdfAndJpeg(reportUrl string, reportId, reportType int) {
	var err error
	var remoteGenerate bool
	businessConf := make(map[string]string)
	businessConf, err = models.GetBusinessConf()
	if err != nil {
		utils.FileLog.Warn("获取业务配置失败: %v", err)
	}
	if conf, ok := businessConf["RemoteGeneratePdf"]; ok {
		remoteGenerate = conf == "true"
	}
	if remoteGenerate {
		var freeLayout bool
		if reportType == 1 {
			var reportDTO *models.ReportDetail
			reportDTO, err = models.GetReportById(reportId)
			if err != nil {
				utils.FileLog.Error("获取报告失败,无法生成PDF: %v", err)
				return
			}
			if reportDTO.ReportLayout == 3 {
				freeLayout = true
			}
		}
		err = report.CreateReportPdfTask(reportUrl, reportId, reportType, freeLayout)
		if err != nil {
			utils.FileLog.Error("创建生成任务失败,无法生成PDF: %v", err)
			return
		}
	} else {
		defer func() {
			if err != nil {
				go alarm_msg.SendAlarmMsg("Report2pdfAndJpeg failed："+err.Error(), 3)
				utils.FileLog.Info("Report2pdfAndJpeg failed: , error: \n" + err.Error())
			}
		}()

		if reportUrl == `` {
			return
		}
		var report *models.ReportDetail

		// 默认宽高，自由布局需要根据比例重新计算
		var freeRatio string
		pcWidth := 1200
		pcHeight := 1697
		mobileWidth := 600
		mobileHeight := 1697

		// 先清空字段
		if reportType == 1 {
			report, err = models.GetReportById(reportId)
			if err != nil {
				return
			}
			err = models.UpdatePdfUrlReportById(reportId)
			if err != nil {
				utils.FileLog.Info("清空pdf长图字段失败， Err: \n" + err.Error())
				return
			}
			if report.ReportLayout == 3 {
				freeRatio = report.FreeReportRatio
			}
		} else if reportType == 2 {
			err = models.UpdatePdfUrlEnglishReportById(reportId)
			if err != nil {
				utils.FileLog.Info("清空pdf长图字段失败， Err: \n" + err.Error())
				return
			}
		} else if reportType == 3 {
			err = smart_report.UpdatePdfUrlSmartReportById(reportId)
			if err != nil {
				utils.FileLog.Info("清空pdf长图字段失败， Err: \n" + err.Error())
				return
			}
		}

		// 7/10为A4的比例，不需要重新算
		if freeRatio != "" && freeRatio != "7/10" {
			h, e := calculateReportPdfHeight(pcHeight, freeRatio)
			if e != nil {
				err = fmt.Errorf("重新计算PDF生成高度失败, %v", e)
				return
			}
			pcHeight = h

			hm, e := calculateReportPdfHeight(mobileHeight, freeRatio)
			if e != nil {
				err = fmt.Errorf("重新计算移动端PDF生成高度失败, %v", e)
				return
			}
			mobileHeight = hm
		}

		reportCode := utils.MD5(strconv.Itoa(reportId))

		// pc端
		go func() {
			pdfPath := `./static/` + reportCode + "_1200.pdf"
			jpegPath := `./static/` + reportCode + "_1200.jpg"

			//width := 1200
			top, bottom, left, right := 20, 20, 20, 20
			if reportType == 1 {
				if report != nil && report.ReportLayout == 3 {
					top, bottom, left, right = 0, 0, 0, 0
				}
			}
			//if reportType == 3 {
			//	width = 800
			//}
			err = ReportToPdf(pcWidth, pcHeight, reportUrl, pdfPath, top, bottom, left, right)
			if err != nil {
				utils.FileLog.Info("ReportToPdf failed: , error: \n" + err.Error())
				go alarm_msg.SendAlarmMsg("ReportToPdf failed："+err.Error(), 3)
			}

			file, err := os.Open(pdfPath)
			if err != nil {
				utils.FileLog.Info("Open failed: , error: \n" + err.Error())
				go alarm_msg.SendAlarmMsg("Open failed："+err.Error(), 3)
				return
			}

			ext := path.Ext(file.Name())

			randStr := utils.GetRandStringNoSpecialChar(28)
			fileName := randStr + ext
			defer file.Close() //关闭上传文件

			resourceUrl := ``
			ossClient := NewOssClient()
			if ossClient == nil {
				utils.FileLog.Info("初始化OSS服务失败")
				return
			}
			resourceUrl, err = ossClient.UploadFile(fileName, pdfPath, "")
			if err != nil {
				utils.FileLog.Info("文件上传失败， Err: \n" + err.Error())
				go alarm_msg.SendAlarmMsg("文件上传失败："+err.Error(), 3)
				return
			}
			defer func() {
				_ = os.Remove(pdfPath)
			}()

			if reportType == 3 {
				// 更新pdf url
				ob := new(smart_report.SmartReport)
				ob.SmartReportId = reportId
				ob.DetailPdfUrl = resourceUrl
				if err = ob.Update([]string{"DetailPdfUrl"}); err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			} else if reportType == 2 {
				err = models.ModifyEnglishReportPdfUrl(reportId, resourceUrl)
				if err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			} else if reportType == 1 {
				err = models.ModifyReportPdfUrl(reportId, resourceUrl)
				if err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			}

			time.Sleep(1 * time.Minute)

			err = ReportToJpeg(pcWidth, pcHeight, reportUrl, jpegPath)
			if err != nil {
				utils.FileLog.Info("ReportToJpeg failed: , error: \n" + err.Error())
			}
			file, err = os.Open(jpegPath)
			if err != nil {
				utils.FileLog.Info("open file failed: , error: \n" + err.Error())
				return
			}

			ext = path.Ext(file.Name())

			randStr = utils.GetRandStringNoSpecialChar(28)
			fileName = randStr + ext
			defer file.Close() //关闭上传文件

			resourceUrl = ``
			ossClient = NewOssClient()
			if ossClient == nil {
				utils.FileLog.Info("初始化OSS服务失败")
				return
			}
			resourceUrl, err = ossClient.UploadFile(fileName, jpegPath, "")
			if err != nil {
				utils.FileLog.Info("文件上传失败， Err: \n" + err.Error())
				return
			}
			defer func() {
				_ = os.Remove(jpegPath)
			}()

			if reportType == 3 {
				// 更新jpeg url
				ob := new(smart_report.SmartReport)
				ob.SmartReportId = reportId
				ob.DetailImgUrl = resourceUrl
				if err = ob.Update([]string{"DetailImgUrl"}); err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			} else if reportType == 2 {
				err = models.ModifyEnglishReportImgUrl(reportId, resourceUrl)
				if err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			} else if reportType == 1 {
				err = models.ModifyReportImgUrl(reportId, resourceUrl)
				if err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			}
		}()
		var mobilePdf = true
		if reportType == 1 && report != nil {
			if report.ReportLayout == 3 {
				mobilePdf = false
			}
		}
		if mobilePdf {
			// 移动端
			go func() {
				pdfPathMobile := `./static/` + reportCode + "_600.pdf"
				jpegPathMobile := `./static/` + reportCode + "_600.jpg"
				top, bottom, left, right := 20, 20, 20, 20
				//width := 600
				err = ReportToPdf(mobileWidth, mobileHeight, reportUrl, pdfPathMobile, top, bottom, left, right)
				if err != nil {
					utils.FileLog.Info("ReportToPdf failed: , error: \n" + err.Error())
					go alarm_msg.SendAlarmMsg("ReportToPdf failed："+err.Error(), 3)
				}

				file, err := os.Open(pdfPathMobile)
				if err != nil {
					utils.FileLog.Info("Open failed: , error: \n" + err.Error())
					go alarm_msg.SendAlarmMsg("Open failed："+err.Error(), 3)
					return
				}

				ext := path.Ext(file.Name())

				randStr := utils.GetRandStringNoSpecialChar(28)
				fileName := randStr + ext
				defer file.Close() //关闭上传文件

				resourceUrl := ``
				ossClient := NewOssClient()
				if ossClient == nil {
					utils.FileLog.Info("初始化OSS服务失败")
					return
				}
				resourceUrl, err = ossClient.UploadFile(fileName, pdfPathMobile, "")
				if err != nil {
					utils.FileLog.Info("文件上传失败， Err: \n" + err.Error())
					go alarm_msg.SendAlarmMsg("文件上传失败："+err.Error(), 3)
					return
				}
				defer func() {
					_ = os.Remove(pdfPathMobile)
				}()

				if reportType == 3 {
					// 更新pdf url
					ob := new(smart_report.SmartReport)
					ob.SmartReportId = reportId
					ob.DetailPdfUrlMobile = resourceUrl
					if err = ob.Update([]string{"DetailPdfUrlMobile"}); err != nil {
						utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
						return
					}
				} else if reportType == 2 {
					err = models.ModifyEnglishReportPdfUrlMobile(reportId, resourceUrl)
					if err != nil {
						utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
						return
					}
				} else if reportType == 1 {
					err = models.ModifyReportPdfUrlMobile(reportId, resourceUrl)
					if err != nil {
						utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
						return
					}
				}

				time.Sleep(1 * time.Minute)

				err = ReportToJpeg(mobileWidth, mobileHeight, reportUrl, jpegPathMobile)
				if err != nil {
					utils.FileLog.Info("ReportToJpeg failed: , error: \n" + err.Error())
				}
				file, err = os.Open(jpegPathMobile)
				if err != nil {
					utils.FileLog.Info("open file failed: , error: \n" + err.Error())
					return
				}

				ext = path.Ext(file.Name())

				randStr = utils.GetRandStringNoSpecialChar(28)
				fileName = randStr + ext
				defer file.Close() //关闭上传文件

				resourceUrl = ``
				ossClient = NewOssClient()
				if ossClient == nil {
					utils.FileLog.Info("初始化OSS服务失败")
					return
				}
				resourceUrl, err = ossClient.UploadFile(fileName, jpegPathMobile, "")
				if err != nil {
					utils.FileLog.Info("文件上传失败， Err: \n" + err.Error())
					return
				}
				defer func() {
					_ = os.Remove(jpegPathMobile)
				}()

				if reportType == 3 {
					// 更新jpeg url
					ob := new(smart_report.SmartReport)
					ob.SmartReportId = reportId
					ob.DetailImgUrlMobile = resourceUrl
					if err = ob.Update([]string{"DetailImgUrlMobile"}); err != nil {
						utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
						return
					}
				} else if reportType == 2 {
					err = models.ModifyEnglishReportImgUrlMobile(reportId, resourceUrl)
					if err != nil {
						utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
						return
					}
				} else if reportType == 1 {
					err = models.ModifyReportImgUrlMobile(reportId, resourceUrl)
					if err != nil {
						utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
						return
					}
				}
			}()
		}
	}
}

// calculateReportPdfHeight 自由布局-根据宽度和布局比例计算高度
func calculateReportPdfHeight(width int, freeRatio string) (height int, err error) {
	ratioArr := strings.Split(freeRatio, "/")
	if len(ratioArr) != 2 {
		err = fmt.Errorf("布局比例有误, %s", freeRatio)
		return
	}
	m, e := strconv.ParseFloat(ratioArr[0], 64)
	if e != nil {
		err = fmt.Errorf("布局比例有误, %s", freeRatio)
		return
	}
	n, e := strconv.ParseFloat(ratioArr[1], 64)
	if e != nil {
		err = fmt.Errorf("布局比例有误, %s", freeRatio)
		return
	}
	if n <= 0 {
		err = fmt.Errorf("布局比例有误, %s", freeRatio)
		return
	}
	height = int(math.Round(float64(width) * m / n))
	return
}