report.go 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198
  1. package report
  2. import (
  3. "errors"
  4. logger "eta_mini_ht_api/common/component/log"
  5. "eta_mini_ht_api/common/utils/date"
  6. "eta_mini_ht_api/models"
  7. "fmt"
  8. "gorm.io/gorm"
  9. "time"
  10. )
  11. type ReportStatus string
  12. type ReportSource string
  13. const (
  14. SourceETA ReportSource = "ETA"
  15. SourceHT ReportSource = "HT"
  16. StatusInit ReportStatus = "INIT"
  17. StatusPending ReportStatus = "PENDING"
  18. StatusDone ReportStatus = "DONE"
  19. MaxBatchNum = 1000
  20. CommonColumns = "id,org_id,author,abstract,title,source,cover_src,published_time"
  21. taskColumns = "id,author,published_time"
  22. )
  23. type Report struct {
  24. ID int `gorm:"column:id;primary_key;comment:'id'" json:"id"`
  25. OrgID int `gorm:"column:org_id;comment:'原始id'" json:"org_id"`
  26. Source ReportSource `gorm:"column:source;comment:'研报来源1:eta 2:海通'" json:"source"`
  27. Title string `gorm:"column:title;comment:'标题'" json:"title"`
  28. Abstract string `gorm:"column:abstract;comment:'摘要'" json:"abstract"`
  29. Author string `gorm:"column:author;comment:'作者'" json:"author"`
  30. CoverSrc string `gorm:"column:cover_src;comment:'封面图片'" json:"cover_src"`
  31. Status ReportStatus `gorm:"column:status;comment:'报告状态 init:初始化 pending:同步中 done:完成同步'" json:"status"`
  32. PublishedTime string `gorm:"column:published_time;comment:'发布时间'" json:"published_time"`
  33. CreatedTime time.Time `gorm:"column:created_time;comment:'创建时间'" json:"created_time"`
  34. UpdatedTime time.Time `gorm:"column:updated_time;comment:'修改时间'" json:"updated_time"`
  35. }
  36. func BatchInsertReport(list *[]Report) error {
  37. db := models.Main()
  38. //手动事务
  39. tx := db.Begin()
  40. err := db.CreateInBatches(list, MaxBatchNum).Error
  41. if err != nil {
  42. logger.Error("批量插入研报失败:%v", err)
  43. }
  44. tx.Commit()
  45. return nil
  46. }
  47. func (t *Report) BeforeCreate(_ *gorm.DB) (err error) {
  48. t.CreatedTime = time.Now()
  49. return
  50. }
  51. func GetReportById(reportId int) (report Report, err error) {
  52. db := models.Main()
  53. err = db.Select(CommonColumns).Where("id = ?", reportId).First(&report).Error
  54. if err != nil {
  55. logger.Error("查询报告失败:%v", err)
  56. }
  57. return
  58. }
  59. func GetETALatestReportId() (id int, err error) {
  60. sql := "select IFNULL(max(org_id),0) from reports where source = ?"
  61. err = DoSql(sql, &id, SourceETA)
  62. return
  63. }
  64. func DoSql(sql string, result interface{}, values ...interface{}) (err error) {
  65. db := models.Main()
  66. err = db.Raw(sql, values...).Scan(result).Error
  67. if err != nil {
  68. logger.Error("执行sql[%v]失败:%v", sql, err)
  69. }
  70. return
  71. }
  72. func GetListOrderByCondition(week bool, column string, limit int, order models.Order) (reports []Report, err error) {
  73. db := models.Main()
  74. if week {
  75. end := time.Now()
  76. begin := date.GetBeginOfTheWeek(end, time.Monday)
  77. err = db.Select(CommonColumns).Where("DATE(published_time) BETWEEN ? AND ?", begin, end).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  78. } else {
  79. err = db.Select(CommonColumns).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  80. }
  81. if err != nil {
  82. logger.Error("查询报告列表失败:%v", err)
  83. }
  84. if reports == nil {
  85. return []Report{}, nil
  86. }
  87. return
  88. }
  89. func GetListByCondition[T any](column string, values []T) (reports []Report, err error) {
  90. if len(values) == 0 {
  91. logger.Error("查询条件的值不能为空")
  92. return []Report{}, nil
  93. }
  94. db := models.Main()
  95. err = db.Select(CommonColumns).Where(fmt.Sprintf("%s in ?", column), values).Find(&reports).Error
  96. if err != nil {
  97. logger.Error("查询报告列表失败:%v", err)
  98. }
  99. if reports == nil {
  100. return []Report{}, nil
  101. }
  102. return
  103. }
  104. func GetMaxIdByPermissionIds(orgIds []int) (maxId int64) {
  105. db := models.Main()
  106. err := db.Model(&Report{}).Select("MAX(id) id").Where("org_id in ?", orgIds).Scan(&maxId).Error
  107. if err != nil {
  108. logger.Error("获取报告最大ID失败:%v", err)
  109. return 0
  110. }
  111. return
  112. }
  113. func GetTotalPageCount() (total int64) {
  114. db := models.Main()
  115. err := db.Model(&Report{}).Count(&total).Error
  116. if err != nil {
  117. logger.Error("统计报告数量失败:%v", err)
  118. }
  119. return
  120. }
  121. func GetTotalPageCountByAnalyst(analyst string) (total int64, latestId int64) {
  122. db := models.Main()
  123. err := db.Model(&Report{}).Where("author =?", analyst).Count(&total).Error
  124. if err != nil {
  125. return
  126. }
  127. err = db.Model(&Report{}).Select("Max(id)").Where("author =?", analyst).Scan(&latestId).Error
  128. if err != nil {
  129. return
  130. }
  131. return
  132. }
  133. func GetReportPage(latestId int64, limit int, offset int) (list []Report, err error) {
  134. if latestId < 0 {
  135. err = errors.New("非法的id参数")
  136. logger.Error("非法的id参数:%d", latestId)
  137. return
  138. }
  139. if limit <= 0 {
  140. err = errors.New("非法的limit参数")
  141. logger.Error("非法的limit参数:%d", limit)
  142. }
  143. db := models.Main()
  144. err = db.Select(CommonColumns).Where("id<= ?", latestId).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  145. return
  146. }
  147. func GetReportPageByOrgIds(latestId int64, limit int, offset int, orgIds []int) (list []Report, err error) {
  148. if len(orgIds) == 0 {
  149. return GetReportPage(latestId, limit, offset)
  150. }
  151. if latestId < 0 {
  152. err = errors.New("非法的id参数")
  153. logger.Error("非法的id参数:%d", latestId)
  154. return
  155. }
  156. if limit <= 0 {
  157. err = errors.New("非法的limit参数")
  158. logger.Error("非法的limit参数:%d", limit)
  159. }
  160. db := models.Main()
  161. err = db.Select(CommonColumns).Where("id<= ? and org_id in ?", latestId, orgIds).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  162. return
  163. }
  164. func GetNewReportByPublishTime(time time.Time) (list []Report) {
  165. db := models.Main()
  166. err := db.Select(taskColumns).Where("published_time >= ?", time).Order("published_time desc").Find(&list).Error
  167. if err != nil {
  168. logger.Error("查询新发布的报告列表失败:%v", err)
  169. }
  170. return
  171. }
  172. func GetReportPageByAnalyst(latestId int64, limit int, offset int, analyst string) (list []Report, err error) {
  173. if latestId < 0 {
  174. err = errors.New("非法的id参数")
  175. logger.Error("非法的id参数:%d", latestId)
  176. return
  177. }
  178. if limit <= 0 {
  179. err = errors.New("非法的limit参数")
  180. logger.Error("非法的limit参数:%d", limit)
  181. }
  182. db := models.Main()
  183. err = db.Select(CommonColumns).Where("id<= ? and author = ?", latestId, analyst).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  184. return
  185. }