eta_api/services/smart_report.go

package services

import (
	"encoding/json"
	"eta/eta_api/models"
	"eta/eta_api/models/smart_report"
	"eta/eta_api/services/alarm_msg"
	"eta/eta_api/utils"
	"fmt"
	"html"
	"math"
	"os"
	"os/exec"
	"path"
	"strconv"
	"strings"
	"time"
)

// SmartReportBuildVideoAndUpdate 生成音频
func SmartReportBuildVideoAndUpdate(item *smart_report.SmartReport) {
	if item == nil {
		return
	}
	var err error
	defer func() {
		if err != nil {
			tips := fmt.Sprintf("智能研报-音频生成, errMsg: %s", err.Error())
			go alarm_msg.SendAlarmMsg(tips, 2)
		}
	}()

	videoUrl, videoName, videoSize, videoPlaySeconds, e := CreateReportVideo(item.Title, item.Content, time.Now().Local().Format(utils.FormatDateTime))
	if e != nil {
		err = fmt.Errorf("create audio err: %s", e.Error())
		return
	}
	item.VideoUrl = videoUrl
	item.VideoName = videoName
	item.VideoSize = videoSize
	item.VideoPlaySeconds = videoPlaySeconds
	item.ModifyTime = time.Now().Local()
	cols := []string{"VideoUrl", "VideoName", "VideoSize", "VideoPlaySeconds", "ModifyTime"}
	if e = item.Update(cols); e != nil {
		err = fmt.Errorf("smart report update err: %s", e.Error())
		return
	}
}

// UpdateSmartReportEditing 更新研报当前更新状态
// status 枚举值 1：编辑中，0：完成编辑, 2：只做查询
func UpdateSmartReportEditing(reportId, status, thisUserId int, thisUserName string, adminIdName map[int]string, lang string) (ret models.MarkReportResp, err error) {
	key := fmt.Sprint(utils.CACHE_SMART_REPORT_EDITING, reportId)
	ret.Status = 0
	ret.Msg = "无人编辑"

	opUserId, e := utils.Rc.RedisInt(key)
	var opUser models.MarkReportItem
	var classifyNameFirst string
	if e != nil {
		opUserInfoStr, tErr := utils.Rc.RedisString(key)
		if tErr == nil {
			tErr = json.Unmarshal([]byte(opUserInfoStr), &opUser)
			if tErr == nil {
				opUserId = opUser.AdminId
			}
		}
	}

	if opUserId > 0 && opUserId != thisUserId {
		editor := opUser.Editor
		if editor == "" {
			editor = adminIdName[opUserId]
		}
		ret.Status = 1
		if lang == utils.EnLangVersion {
			ret.Msg = fmt.Sprintf("%s is currently editing the report", editor)
		} else {
			ret.Msg = fmt.Sprintf("当前%s正在编辑报告", editor)
		}
		ret.Editor = editor
		return
	}

	if status == 1 {
		nowUser := &models.MarkReportItem{AdminId: thisUserId, Editor: thisUserName, ReportClassifyNameFirst: classifyNameFirst}
		bt, e := json.Marshal(nowUser)
		if e != nil {
			err = fmt.Errorf("格式化编辑者信息失败")
			return
		}
		if opUserId > 0 {
			utils.Rc.Do("SETEX", key, int64(180), string(bt)) //3分钟缓存
		} else {
			utils.Rc.SetNX(key, string(bt), time.Second*60*3) //3分钟缓存
		}
	} else if status == 0 {
		//清除编辑缓存
		_ = utils.Rc.Delete(key)
	}
	return
}

// SmartReportElasticUpsert 新增/编辑报告es
func SmartReportElasticUpsert(smartReportId int, state int) (err error) {
	if smartReportId <= 0 {
		return
	}

	reportOB := new(smart_report.SmartReport)
	item, e := reportOB.GetItemById(smartReportId)
	if e != nil {
		if utils.IsErrNoRow(e) {
			// 可能被删了就直接忽略掉
			return
		}
		err = fmt.Errorf("获取报告失败, Err: %s", e.Error())
		return
	}

	esReport := new(smart_report.ElasticSmartReport)
	esReport.SmartReportId = item.SmartReportId
	esReport.Title = item.Title
	esReport.Abstract = item.Abstract
	esReport.BodyContent = utils.TrimHtml(html.UnescapeString(item.Content))
	esReport.PublishTime = item.PublishTime.Format(utils.FormatDateTime)
	esReport.PublishState = state
	esReport.Author = item.Author
	esReport.ClassifyIdFirst = item.ClassifyIdFirst
	esReport.ClassifyNameFirst = item.ClassifyNameFirst
	esReport.ClassifyIdSecond = item.ClassifyIdSecond
	esReport.ClassifyNameSecond = item.ClassifyNameSecond
	esReport.StageStr = strconv.Itoa(item.Stage)
	esReport.Frequency = item.Frequency
	if err = EsAddOrEditSmartReport(utils.SmartReportIndexName, strconv.Itoa(item.SmartReportId), esReport); err != nil {
		return
	}
	return
}

func ReportToPdf(width, height int, reportUrl, filePath string, top, bottom, left, right int) (err error) {
	pyCode := `
import asyncio
from pyppeteer import launch

@asyncio.coroutine
async def main():
    # 异步代码
    browser = await launch({
        'executablePath': '%s',
        'headless': True,
        'args': ['--disable-infobars', '--no-sandbox']
    })
    page = await browser.newPage()
    await page.setViewport({
        'width': %d,
        'height': %d
    })
    await page.goto('%s', {
        'waitUntil': 'networkidle0',
        'timeout': 3000000  # 设置超时时间为 100 秒
    })

    # 在生成PDF之前等待2秒
    await asyncio.sleep(15)

    await page.pdf({
		'width': %d,
        'height': %d,
        'path': "%s",
        'printBackground': True,
        'margin': {
            'top': '%dpx',
            'bottom': '%dpx',
            'left': '%dpx',
            'right': '%dpx'
        }
    })
    await browser.close()

# 创建事件循环
loop = asyncio.get_event_loop()

# 使用事件循环运行main函数
try:
    loop.run_until_complete(main())
finally:
    # 关闭事件循环
    loop.close()
`

	pyCode = fmt.Sprintf(pyCode, utils.ChromePath, width, height, reportUrl, width+left+right, height+top+bottom, filePath, top, bottom, left, right)
	utils.FileLog.Info("pdf pyCode: \n" + pyCode)
	cmd := exec.Command(utils.CommandPython, "-c", pyCode)
	output, e := cmd.CombinedOutput()
	if e != nil {
		err = e
		utils.FileLog.Info("ReportToPdf failed: , error: \n" + err.Error())
		utils.FileLog.Info("Output: %s\n", string(output))
		go alarm_msg.SendAlarmMsg("ReportToPdf failed："+err.Error(), 3)
		go alarm_msg.SendAlarmMsg("Output ："+string(output), 3)
	}
	defer func() {
		cmd.Process.Kill()
	}()
	return
}

func ReportToJpeg(width, height int, reportUrl, filePath string) (err error) {
	pyCode := `
import asyncio
from pyppeteer import launch, errors

async def main():
    try:
        # 启动浏览器
        browser = await launch({
            'executablePath': '%s',
            'headless': True,
            'args': ['--disable-infobars', '--no-sandbox']
        })
        
        # 新建页面
        page = await browser.newPage()
        
        # 设置视口大小
        await page.setViewport({
            'width': %d,
            'height': %d
        })
        
        # 导航到页面
        await page.goto('%s', {
            'waitUntil': 'networkidle0',
            'timeout': 3000000  # 设置超时时间为 100 秒
        })
        # Customizing footer for page numbers starting from page 2

        # 在这里添加两秒的等待
        await asyncio.sleep(5)

        await page.screenshot({
            'path': "%s",
            'fullPage': True,
			'quality':80
        })
        
    except errors.BrowserError as e:
        print('Browser closed unexpectedly:', e)
    except Exception as e:
        print('An error occurred:', e)
    finally:
        # 确保浏览器关闭
        if browser is not None:
            await browser.close()

# 获取当前事件循环
loop = asyncio.get_event_loop()

# 运行事件循环直到main协程完成
try:
    loop.run_until_complete(main())
except Exception as e:
    print('Error during event loop execution:', e)
finally:
    # 关闭事件循环
    loop.close()
`

	pyCode = fmt.Sprintf(pyCode, utils.ChromePath, width, height, reportUrl, filePath)
	utils.FileLog.Info("jpeg pyCode: \n" + pyCode)
	cmd := exec.Command(utils.CommandPython, "-c", pyCode)
	output, e := cmd.CombinedOutput()
	if e != nil {
		err = e
		utils.FileLog.Info("ReportToJpeg failed: , error: \n" + err.Error())
		utils.FileLog.Info("Output: %s\n", string(output))
		go alarm_msg.SendAlarmMsg("ReportToJpeg failed："+err.Error(), 3)
		go alarm_msg.SendAlarmMsg("Output ："+string(output), 3)
	}
	defer func() {
		cmd.Process.Kill()
	}()
	return
}

// Report2pdfAndJpeg
// @Description: 报告转pdf和图片
// @author: Roc
// @datetime 2024-07-19 14:11:38
// @param reportUrl string
// @param reportId int
// @param reportType int
func Report2pdfAndJpeg(reportUrl string, reportId, reportType int) {
	var err error

	defer func() {
		if err != nil {
			go alarm_msg.SendAlarmMsg("Report2pdfAndJpeg failed："+err.Error(), 3)
			utils.FileLog.Info("Report2pdfAndJpeg failed: , error: \n" + err.Error())
		}
	}()

	if reportUrl == `` {
		return
	}
	var report *models.ReportDetail

	// 默认宽高，自由布局需要根据比例重新计算
	var freeRatio string
	pcWidth := 1200
	pcHeight := 1697
	mobileWidth := 600
	mobileHeight := 1697

	// 先清空字段
	if reportType == 1 {
		report, err = models.GetReportById(reportId)
		if err != nil {
			return
		}
		err = models.UpdatePdfUrlReportById(reportId)
		if err != nil {
			utils.FileLog.Info("清空pdf长图字段失败， Err: \n" + err.Error())
			return
		}
		if report.ReportLayout == 3 {
			freeRatio = report.FreeReportRatio
		}
	} else if reportType == 2 {
		err = models.UpdatePdfUrlEnglishReportById(reportId)
		if err != nil {
			utils.FileLog.Info("清空pdf长图字段失败， Err: \n" + err.Error())
			return
		}
	} else if reportType == 3 {
		err = smart_report.UpdatePdfUrlSmartReportById(reportId)
		if err != nil {
			utils.FileLog.Info("清空pdf长图字段失败， Err: \n" + err.Error())
			return
		}
	}

	// 重新计算比例
	if freeRatio != "" {
		h, e := calculateReportPdfHeight(pcWidth, freeRatio)
		if e != nil {
			err = fmt.Errorf("重新计算PDF生成高度失败, %v", e)
			return
		}
		pcHeight = h

		hm, e := calculateReportPdfHeight(mobileWidth, freeRatio)
		if e != nil {
			err = fmt.Errorf("重新计算移动端PDF生成高度失败, %v", e)
			return
		}
		mobileHeight = hm
	}

	reportCode := utils.MD5(strconv.Itoa(reportId))

	// pc端
	go func() {
		pdfPath := `./static/` + reportCode + "_1200.pdf"
		jpegPath := `./static/` + reportCode + "_1200.jpg"

		//width := 1200
		top, bottom, left, right := 20, 20, 20, 20
		if reportType == 1 {
			if report != nil && report.ReportLayout == 3 {
				top, bottom, left, right = 0, 0, 0, 0
			}
		}
		//if reportType == 3 {
		//	width = 800
		//}
		err = ReportToPdf(pcWidth, pcHeight, reportUrl, pdfPath, top, bottom, left, right)
		if err != nil {
			utils.FileLog.Info("ReportToPdf failed: , error: \n" + err.Error())
			go alarm_msg.SendAlarmMsg("ReportToPdf failed："+err.Error(), 3)
		}

		file, err := os.Open(pdfPath)
		if err != nil {
			utils.FileLog.Info("Open failed: , error: \n" + err.Error())
			go alarm_msg.SendAlarmMsg("Open failed："+err.Error(), 3)
			return
		}

		ext := path.Ext(file.Name())

		randStr := utils.GetRandStringNoSpecialChar(28)
		fileName := randStr + ext
		defer file.Close() //关闭上传文件

		resourceUrl := ``
		ossClient := NewOssClient()
		if ossClient == nil {
			utils.FileLog.Info("初始化OSS服务失败")
			return
		}
		resourceUrl, err = ossClient.UploadFile(fileName, pdfPath, "")
		if err != nil {
			utils.FileLog.Info("文件上传失败， Err: \n" + err.Error())
			go alarm_msg.SendAlarmMsg("文件上传失败："+err.Error(), 3)
			return
		}
		defer func() {
			_ = os.Remove(pdfPath)
		}()

		if reportType == 3 {
			// 更新pdf url
			ob := new(smart_report.SmartReport)
			ob.SmartReportId = reportId
			ob.DetailPdfUrl = resourceUrl
			if err = ob.Update([]string{"DetailPdfUrl"}); err != nil {
				utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
				return
			}
		} else if reportType == 2 {
			err = models.ModifyEnglishReportPdfUrl(reportId, resourceUrl)
			if err != nil {
				utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
				return
			}
		} else if reportType == 1 {
			err = models.ModifyReportPdfUrl(reportId, resourceUrl)
			if err != nil {
				utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
				return
			}
		}

		time.Sleep(1 * time.Minute)

		err = ReportToJpeg(pcWidth, pcHeight, reportUrl, jpegPath)
		if err != nil {
			utils.FileLog.Info("ReportToJpeg failed: , error: \n" + err.Error())
		}
		file, err = os.Open(jpegPath)
		if err != nil {
			utils.FileLog.Info("open file failed: , error: \n" + err.Error())
			return
		}

		ext = path.Ext(file.Name())

		randStr = utils.GetRandStringNoSpecialChar(28)
		fileName = randStr + ext
		defer file.Close() //关闭上传文件

		resourceUrl = ``
		ossClient = NewOssClient()
		if ossClient == nil {
			utils.FileLog.Info("初始化OSS服务失败")
			return
		}
		resourceUrl, err = ossClient.UploadFile(fileName, jpegPath, "")
		if err != nil {
			utils.FileLog.Info("文件上传失败， Err: \n" + err.Error())
			return
		}
		defer func() {
			_ = os.Remove(jpegPath)
		}()

		if reportType == 3 {
			// 更新jpeg url
			ob := new(smart_report.SmartReport)
			ob.SmartReportId = reportId
			ob.DetailImgUrl = resourceUrl
			if err = ob.Update([]string{"DetailImgUrl"}); err != nil {
				utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
				return
			}
		} else if reportType == 2 {
			err = models.ModifyEnglishReportImgUrl(reportId, resourceUrl)
			if err != nil {
				utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
				return
			}
		} else if reportType == 1 {
			err = models.ModifyReportImgUrl(reportId, resourceUrl)
			if err != nil {
				utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
				return
			}
		}
	}()
	var mobilePdf = true
	if reportType == 1 && report != nil {
		if report.ReportLayout == 3 {
			mobilePdf = false
		}
	}
	if mobilePdf {
		// 移动端
		go func() {
			pdfPathMobile := `./static/` + reportCode + "_600.pdf"
			jpegPathMobile := `./static/` + reportCode + "_600.jpg"
			top, bottom, left, right := 20, 20, 20, 20
			//width := 600
			err = ReportToPdf(mobileWidth, mobileHeight, reportUrl, pdfPathMobile, top, bottom, left, right)
			if err != nil {
				utils.FileLog.Info("ReportToPdf failed: , error: \n" + err.Error())
				go alarm_msg.SendAlarmMsg("ReportToPdf failed："+err.Error(), 3)
			}

			file, err := os.Open(pdfPathMobile)
			if err != nil {
				utils.FileLog.Info("Open failed: , error: \n" + err.Error())
				go alarm_msg.SendAlarmMsg("Open failed："+err.Error(), 3)
				return
			}

			ext := path.Ext(file.Name())

			randStr := utils.GetRandStringNoSpecialChar(28)
			fileName := randStr + ext
			defer file.Close() //关闭上传文件

			resourceUrl := ``
			ossClient := NewOssClient()
			if ossClient == nil {
				utils.FileLog.Info("初始化OSS服务失败")
				return
			}
			resourceUrl, err = ossClient.UploadFile(fileName, pdfPathMobile, "")
			if err != nil {
				utils.FileLog.Info("文件上传失败， Err: \n" + err.Error())
				go alarm_msg.SendAlarmMsg("文件上传失败："+err.Error(), 3)
				return
			}
			defer func() {
				_ = os.Remove(pdfPathMobile)
			}()

			if reportType == 3 {
				// 更新pdf url
				ob := new(smart_report.SmartReport)
				ob.SmartReportId = reportId
				ob.DetailPdfUrlMobile = resourceUrl
				if err = ob.Update([]string{"DetailPdfUrlMobile"}); err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			} else if reportType == 2 {
				err = models.ModifyEnglishReportPdfUrlMobile(reportId, resourceUrl)
				if err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			} else if reportType == 1 {
				err = models.ModifyReportPdfUrlMobile(reportId, resourceUrl)
				if err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			}

			time.Sleep(1 * time.Minute)

			err = ReportToJpeg(mobileWidth, mobileHeight, reportUrl, jpegPathMobile)
			if err != nil {
				utils.FileLog.Info("ReportToJpeg failed: , error: \n" + err.Error())
			}
			file, err = os.Open(jpegPathMobile)
			if err != nil {
				utils.FileLog.Info("open file failed: , error: \n" + err.Error())
				return
			}

			ext = path.Ext(file.Name())

			randStr = utils.GetRandStringNoSpecialChar(28)
			fileName = randStr + ext
			defer file.Close() //关闭上传文件

			resourceUrl = ``
			ossClient = NewOssClient()
			if ossClient == nil {
				utils.FileLog.Info("初始化OSS服务失败")
				return
			}
			resourceUrl, err = ossClient.UploadFile(fileName, jpegPathMobile, "")
			if err != nil {
				utils.FileLog.Info("文件上传失败， Err: \n" + err.Error())
				return
			}
			defer func() {
				_ = os.Remove(jpegPathMobile)
			}()

			if reportType == 3 {
				// 更新jpeg url
				ob := new(smart_report.SmartReport)
				ob.SmartReportId = reportId
				ob.DetailImgUrlMobile = resourceUrl
				if err = ob.Update([]string{"DetailImgUrlMobile"}); err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			} else if reportType == 2 {
				err = models.ModifyEnglishReportImgUrlMobile(reportId, resourceUrl)
				if err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			} else if reportType == 1 {
				err = models.ModifyReportImgUrlMobile(reportId, resourceUrl)
				if err != nil {
					utils.FileLog.Info("更新研报失败， Err: \n" + err.Error())
					return
				}
			}
		}()
	}
}

// calculateReportPdfHeight 自由布局-根据宽度和布局比例计算高度
func calculateReportPdfHeight(width int, freeRatio string) (height int, err error) {
	ratioArr := strings.Split(freeRatio, "/")
	if len(ratioArr) != 2 {
		err = fmt.Errorf("布局比例有误, %s", freeRatio)
		return
	}
	m, e := strconv.ParseFloat(ratioArr[0], 64)
	if e != nil {
		err = fmt.Errorf("布局比例有误, %s", freeRatio)
		return
	}
	n, e := strconv.ParseFloat(ratioArr[1], 64)
	if e != nil {
		err = fmt.Errorf("布局比例有误, %s", freeRatio)
		return
	}
	if m <= 0 {
		err = fmt.Errorf("布局比例有误, %s", freeRatio)
		return
	}
	height = int(math.Round(float64(width) * n / m))
	return
}