report.go 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120
  1. package report
  2. import (
  3. "errors"
  4. logger "eta_mini_ht_api/common/component/log"
  5. "eta_mini_ht_api/models"
  6. "fmt"
  7. "gorm.io/gorm"
  8. "time"
  9. )
  10. type ReportStatus string
  11. type ReportSource string
  12. const (
  13. SourceETA ReportSource = "ETA"
  14. SourceHT ReportSource = "HT"
  15. StatusInit ReportStatus = "INIT"
  16. StatusPending ReportStatus = "PENDING"
  17. StatusDone ReportStatus = "DONE"
  18. MaxBatchNum = 1000
  19. CommonColumns = "id,org_id,author,abstract,title,source,published_time"
  20. )
  21. type Report struct {
  22. ID int `gorm:"column:id;primary_key;comment:'id'" json:"id"`
  23. OrgID int `gorm:"column:org_id;comment:'原始id'" json:"org_id"`
  24. Source ReportSource `gorm:"column:source;comment:'研报来源1:eta 2:海通'" json:"source"`
  25. Title string `gorm:"column:title;comment:'标题'" json:"title"`
  26. Abstract string `gorm:"column:abstract;comment:'摘要'" json:"abstract"`
  27. Author string `gorm:"column:author;comment:'作者'" json:"author"`
  28. Status ReportStatus `gorm:"column:status;comment:'报告状态 init:初始化 pending:同步中 done:完成同步'" json:"status"`
  29. PublishedTime string `gorm:"column:published_time;comment:'发布时间'" json:"published_time"`
  30. CreatedTime time.Time `gorm:"column:created_time;comment:'创建时间'" json:"created_time"`
  31. UpdatedTime time.Time `gorm:"column:updated_time;comment:'修改时间'" json:"updated_time"`
  32. }
  33. func BatchInsertReport(list *[]Report) error {
  34. db := models.Main()
  35. //手动事务
  36. tx := db.Begin()
  37. err := db.CreateInBatches(list, MaxBatchNum).Error
  38. if err != nil {
  39. logger.Error("批量插入研报失败:%v", err)
  40. }
  41. tx.Commit()
  42. return nil
  43. }
  44. func (t *Report) BeforeCreate(_ *gorm.DB) (err error) {
  45. t.CreatedTime = time.Now()
  46. return
  47. }
  48. func GetETALatestReportId() (id int, err error) {
  49. sql := "select IFNULL(max(org_id),0) from reports where source = ?"
  50. err = DoSql(sql, &id, SourceETA)
  51. return
  52. }
  53. func DoSql(sql string, result interface{}, values ...interface{}) (err error) {
  54. db := models.Main()
  55. err = db.Raw(sql, values...).Scan(result).Error
  56. if err != nil {
  57. logger.Error("执行sql[%v]失败:%v", sql, err)
  58. }
  59. return
  60. }
  61. func GetListOrderByCondition(column string, limit int, order models.Order) (reports []Report, err error) {
  62. db := models.Main()
  63. err = db.Select(CommonColumns).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  64. if err != nil {
  65. logger.Error("查询报告列表失败:%v", err)
  66. }
  67. if reports == nil {
  68. return []Report{}, nil
  69. }
  70. return
  71. }
  72. func GetListByCondition[T any](column string, values []T) (reports []Report, err error) {
  73. if len(values) == 0 {
  74. logger.Error("查询条件的值不能为空")
  75. return []Report{}, nil
  76. }
  77. db := models.Main()
  78. err = db.Select(CommonColumns).Where(fmt.Sprintf("%s in ?", column), values).Find(&reports).Error
  79. if err != nil {
  80. logger.Error("查询报告列表失败:%v", err)
  81. }
  82. if reports == nil {
  83. return []Report{}, nil
  84. }
  85. return
  86. }
  87. func GetTotalPageCount() (total int64) {
  88. db := models.Main()
  89. err := db.Model(&Report{}).Count(&total).Error
  90. if err != nil {
  91. logger.Error("统计报告数量失败:%v", err)
  92. }
  93. return
  94. }
  95. func GetReportPage(latestId int64, limit int, offset int) (list []Report, err error) {
  96. if latestId < 0 {
  97. err = errors.New("非法的id参数")
  98. logger.Error("非法的id参数:%d", latestId)
  99. return
  100. }
  101. if limit <= 0 {
  102. err = errors.New("非法的limit参数")
  103. logger.Error("非法的limit参数:%d", limit)
  104. }
  105. db := models.Main()
  106. err = db.Select(CommonColumns).Where("id<= ?", latestId).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  107. if err != nil {
  108. logger.Error("分页查询报告列表失败:%v", err)
  109. }
  110. return
  111. }