report.go 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130
  1. package report
  2. import (
  3. "errors"
  4. logger "eta_mini_ht_api/common/component/log"
  5. "eta_mini_ht_api/models"
  6. "fmt"
  7. "gorm.io/gorm"
  8. "time"
  9. )
  10. type ReportStatus string
  11. type ReportSource string
  12. const (
  13. SourceETA ReportSource = "ETA"
  14. SourceHT ReportSource = "HT"
  15. StatusInit ReportStatus = "INIT"
  16. StatusPending ReportStatus = "PENDING"
  17. StatusDone ReportStatus = "DONE"
  18. MaxBatchNum = 1000
  19. CommonColumns = "id,org_id,author,abstract,title,source,published_time"
  20. )
  21. type Report struct {
  22. ID int `gorm:"column:id;primary_key;comment:'id'" json:"id"`
  23. OrgID int `gorm:"column:org_id;comment:'原始id'" json:"org_id"`
  24. Source ReportSource `gorm:"column:source;comment:'研报来源1:eta 2:海通'" json:"source"`
  25. Title string `gorm:"column:title;comment:'标题'" json:"title"`
  26. Abstract string `gorm:"column:abstract;comment:'摘要'" json:"abstract"`
  27. Author string `gorm:"column:author;comment:'作者'" json:"author"`
  28. Status ReportStatus `gorm:"column:status;comment:'报告状态 init:初始化 pending:同步中 done:完成同步'" json:"status"`
  29. PublishedTime string `gorm:"column:published_time;comment:'发布时间'" json:"published_time"`
  30. CreatedTime time.Time `gorm:"column:created_time;comment:'创建时间'" json:"created_time"`
  31. UpdatedTime time.Time `gorm:"column:updated_time;comment:'修改时间'" json:"updated_time"`
  32. }
  33. func BatchInsertReport(list *[]Report) error {
  34. db := models.Main()
  35. //手动事务
  36. tx := db.Begin()
  37. err := db.CreateInBatches(list, MaxBatchNum).Error
  38. if err != nil {
  39. logger.Error("批量插入研报失败:%v", err)
  40. }
  41. tx.Commit()
  42. return nil
  43. }
  44. func (t *Report) BeforeCreate(_ *gorm.DB) (err error) {
  45. t.CreatedTime = time.Now()
  46. return
  47. }
  48. func GetReportById(reportId int) (report Report, err error) {
  49. db := models.Main()
  50. err = db.Select(CommonColumns).Where("id = ?", reportId).First(&report).Error
  51. if err != nil {
  52. logger.Error("查询报告失败:%v", err)
  53. }
  54. return
  55. }
  56. func GetETALatestReportId() (id int, err error) {
  57. sql := "select IFNULL(max(org_id),0) from reports where source = ?"
  58. err = DoSql(sql, &id, SourceETA)
  59. return
  60. }
  61. func DoSql(sql string, result interface{}, values ...interface{}) (err error) {
  62. db := models.Main()
  63. err = db.Raw(sql, values...).Scan(result).Error
  64. if err != nil {
  65. logger.Error("执行sql[%v]失败:%v", sql, err)
  66. }
  67. return
  68. }
  69. func GetListOrderByCondition(column string, limit int, order models.Order) (reports []Report, err error) {
  70. db := models.Main()
  71. err = db.Select(CommonColumns).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  72. if err != nil {
  73. logger.Error("查询报告列表失败:%v", err)
  74. }
  75. if reports == nil {
  76. return []Report{}, nil
  77. }
  78. return
  79. }
  80. func GetListByCondition[T any](column string, values []T) (reports []Report, err error) {
  81. if len(values) == 0 {
  82. logger.Error("查询条件的值不能为空")
  83. return []Report{}, nil
  84. }
  85. db := models.Main()
  86. err = db.Select(CommonColumns).Where(fmt.Sprintf("%s in ?", column), values).Find(&reports).Error
  87. if err != nil {
  88. logger.Error("查询报告列表失败:%v", err)
  89. }
  90. if reports == nil {
  91. return []Report{}, nil
  92. }
  93. return
  94. }
  95. func GetTotalPageCount() (total int64) {
  96. db := models.Main()
  97. err := db.Model(&Report{}).Count(&total).Error
  98. if err != nil {
  99. logger.Error("统计报告数量失败:%v", err)
  100. }
  101. return
  102. }
  103. func GetReportPage(latestId int64, limit int, offset int) (list []Report, err error) {
  104. if latestId < 0 {
  105. err = errors.New("非法的id参数")
  106. logger.Error("非法的id参数:%d", latestId)
  107. return
  108. }
  109. if limit <= 0 {
  110. err = errors.New("非法的limit参数")
  111. logger.Error("非法的limit参数:%d", limit)
  112. }
  113. db := models.Main()
  114. err = db.Select(CommonColumns).Where("id<= ?", latestId).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  115. if err != nil {
  116. logger.Error("分页查询报告列表失败:%v", err)
  117. }
  118. return
  119. }