report.go 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200
  1. package report
  2. import (
  3. "errors"
  4. logger "eta/eta_mini_ht_api/common/component/log"
  5. "eta/eta_mini_ht_api/common/utils/date"
  6. "eta/eta_mini_ht_api/models"
  7. "fmt"
  8. "gorm.io/gorm"
  9. "time"
  10. )
  11. type ReportStatus string
  12. type ReportSource string
  13. const (
  14. SourceETA ReportSource = "ETA"
  15. SourceHT ReportSource = "HT"
  16. StatusInit ReportStatus = "INIT"
  17. StatusPending ReportStatus = "PENDING"
  18. StatusDone ReportStatus = "DONE"
  19. MaxBatchNum = 1000
  20. CommonColumns = "id,org_id,author,abstract,title,source,cover_src,published_time"
  21. taskColumns = "id,author,published_time"
  22. )
  23. type Report struct {
  24. ID int `gorm:"column:id;primary_key;comment:'id'" json:"id"`
  25. OrgID int `gorm:"column:org_id;comment:'原始id'" json:"org_id"`
  26. Source ReportSource `gorm:"column:source;comment:'研报来源1:eta 2:海通'" json:"source"`
  27. Title string `gorm:"column:title;comment:'标题'" json:"title"`
  28. Abstract string `gorm:"column:abstract;comment:'摘要'" json:"abstract"`
  29. Author string `gorm:"column:author;comment:'作者'" json:"author"`
  30. CoverSrc string `gorm:"column:cover_src;comment:'封面图片'" json:"cover_src"`
  31. Status ReportStatus `gorm:"column:status;comment:'报告状态 init:初始化 pending:同步中 done:完成同步'" json:"status"`
  32. PublishedTime string `gorm:"column:published_time;comment:'发布时间'" json:"published_time"`
  33. CreatedTime time.Time `gorm:"column:created_time;comment:'创建时间'" json:"created_time"`
  34. UpdatedTime time.Time `gorm:"column:updated_time;comment:'修改时间'" json:"updated_time"`
  35. }
  36. func BatchInsertReport(list *[]Report) (err error) {
  37. db := models.Main()
  38. //手动事务
  39. tx := db.Begin()
  40. err = db.CreateInBatches(list, MaxBatchNum).Error
  41. if err != nil {
  42. logger.Error("批量插入研报失败:%v", err)
  43. tx.Rollback()
  44. return
  45. }
  46. tx.Commit()
  47. return nil
  48. }
  49. func (t *Report) BeforeCreate(_ *gorm.DB) (err error) {
  50. t.CreatedTime = time.Now()
  51. return
  52. }
  53. func GetReportById(reportId int) (report Report, err error) {
  54. db := models.Main()
  55. err = db.Select(CommonColumns).Where("id = ?", reportId).First(&report).Error
  56. if err != nil {
  57. logger.Error("查询报告失败:%v", err)
  58. }
  59. return
  60. }
  61. func GetETALatestReportId() (id int, err error) {
  62. sql := "select IFNULL(max(org_id),0) from reports where source = ?"
  63. err = DoSql(sql, &id, SourceETA)
  64. return
  65. }
  66. func DoSql(sql string, result interface{}, values ...interface{}) (err error) {
  67. db := models.Main()
  68. err = db.Raw(sql, values...).Scan(result).Error
  69. if err != nil {
  70. logger.Error("执行sql[%v]失败:%v", sql, err)
  71. }
  72. return
  73. }
  74. func GetListOrderByCondition(week bool, column string, limit int, order models.Order) (reports []Report, err error) {
  75. db := models.Main()
  76. if week {
  77. end := time.Now()
  78. begin := date.GetBeginOfTheWeek(end, time.Monday)
  79. err = db.Select(CommonColumns).Where("DATE(published_time) BETWEEN ? AND ?", begin, end).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  80. } else {
  81. err = db.Select(CommonColumns).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  82. }
  83. if err != nil {
  84. logger.Error("查询报告列表失败:%v", err)
  85. }
  86. if reports == nil {
  87. return []Report{}, nil
  88. }
  89. return
  90. }
  91. func GetListByCondition[T any](column string, values []T) (reports []Report, err error) {
  92. if len(values) == 0 {
  93. logger.Error("查询条件的值不能为空")
  94. return []Report{}, nil
  95. }
  96. db := models.Main()
  97. err = db.Select(CommonColumns).Where(fmt.Sprintf("%s in ?", column), values).Find(&reports).Error
  98. if err != nil {
  99. logger.Error("查询报告列表失败:%v", err)
  100. }
  101. if reports == nil {
  102. return []Report{}, nil
  103. }
  104. return
  105. }
  106. func GetMaxIdByPermissionIds(orgIds []int) (maxId int64) {
  107. db := models.Main()
  108. err := db.Model(&Report{}).Select("MAX(id) id").Where("org_id in ?", orgIds).Scan(&maxId).Error
  109. if err != nil {
  110. logger.Error("获取报告最大ID失败:%v", err)
  111. return 0
  112. }
  113. return
  114. }
  115. func GetTotalPageCount() (total int64) {
  116. db := models.Main()
  117. err := db.Model(&Report{}).Count(&total).Error
  118. if err != nil {
  119. logger.Error("统计报告数量失败:%v", err)
  120. }
  121. return
  122. }
  123. func GetTotalPageCountByAnalyst(analyst string) (total int64, latestId int64) {
  124. db := models.Main()
  125. err := db.Model(&Report{}).Where("author =?", analyst).Count(&total).Error
  126. if err != nil {
  127. return
  128. }
  129. err = db.Model(&Report{}).Select("Max(id)").Where("author =?", analyst).Scan(&latestId).Error
  130. if err != nil {
  131. return
  132. }
  133. return
  134. }
  135. func GetReportPage(latestId int64, limit int, offset int) (list []Report, err error) {
  136. if latestId < 0 {
  137. err = errors.New("非法的id参数")
  138. logger.Error("非法的id参数:%d", latestId)
  139. return
  140. }
  141. if limit <= 0 {
  142. err = errors.New("非法的limit参数")
  143. logger.Error("非法的limit参数:%d", limit)
  144. }
  145. db := models.Main()
  146. err = db.Select(CommonColumns).Where("id<= ?", latestId).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  147. return
  148. }
  149. func GetReportPageByOrgIds(latestId int64, limit int, offset int, orgIds []int) (list []Report, err error) {
  150. if len(orgIds) == 0 {
  151. return GetReportPage(latestId, limit, offset)
  152. }
  153. if latestId < 0 {
  154. err = errors.New("非法的id参数")
  155. logger.Error("非法的id参数:%d", latestId)
  156. return
  157. }
  158. if limit <= 0 {
  159. err = errors.New("非法的limit参数")
  160. logger.Error("非法的limit参数:%d", limit)
  161. }
  162. db := models.Main()
  163. err = db.Select(CommonColumns).Where("id<= ? and org_id in ?", latestId, orgIds).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  164. return
  165. }
  166. func GetNewReportByPublishTime(time time.Time) (list []Report) {
  167. db := models.Main()
  168. err := db.Select(taskColumns).Where("published_time >= ?", time).Order("published_time desc").Find(&list).Error
  169. if err != nil {
  170. logger.Error("查询新发布的报告列表失败:%v", err)
  171. }
  172. return
  173. }
  174. func GetReportPageByAnalyst(latestId int64, limit int, offset int, analyst string) (list []Report, err error) {
  175. if latestId < 0 {
  176. err = errors.New("非法的id参数")
  177. logger.Error("非法的id参数:%d", latestId)
  178. return
  179. }
  180. if limit <= 0 {
  181. err = errors.New("非法的limit参数")
  182. logger.Error("非法的limit参数:%d", limit)
  183. }
  184. db := models.Main()
  185. err = db.Select(CommonColumns).Where("id<= ? and author = ?", latestId, analyst).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  186. return
  187. }