report.go 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205
  1. package report
  2. import (
  3. "errors"
  4. logger "eta/eta_mini_ht_api/common/component/log"
  5. "eta/eta_mini_ht_api/common/utils/date"
  6. "eta/eta_mini_ht_api/models"
  7. "fmt"
  8. "gorm.io/gorm"
  9. "time"
  10. )
  11. type ReportStatus string
  12. type ReportSource string
  13. const (
  14. SourceETA ReportSource = "ETA"
  15. SourceHT ReportSource = "HT"
  16. StatusInit ReportStatus = "INIT"
  17. StatusPending ReportStatus = "PENDING"
  18. StatusDone ReportStatus = "DONE"
  19. MaxBatchNum = 1000
  20. CommonColumns = "id,org_id,author,abstract,title,source,cover_src,published_time"
  21. taskColumns = "id,author,published_time"
  22. )
  23. type Report struct {
  24. ID int `gorm:"column:id;primary_key;comment:'id'" json:"id"`
  25. OrgID int `gorm:"column:org_id;comment:'原始id'" json:"org_id"`
  26. Source ReportSource `gorm:"column:source;comment:'研报来源1:eta 2:海通'" json:"source"`
  27. Title string `gorm:"column:title;comment:'标题'" json:"title"`
  28. Abstract string `gorm:"column:abstract;comment:'摘要'" json:"abstract"`
  29. Author string `gorm:"column:author;comment:'作者'" json:"author"`
  30. CoverSrc string `gorm:"column:cover_src;comment:'封面图片'" json:"cover_src"`
  31. Status ReportStatus `gorm:"column:status;comment:'报告状态 init:初始化 pending:同步中 done:完成同步'" json:"status"`
  32. PublishedTime string `gorm:"column:published_time;comment:'发布时间'" json:"published_time"`
  33. CreatedTime time.Time `gorm:"column:created_time;comment:'创建时间'" json:"created_time"`
  34. UpdatedTime time.Time `gorm:"column:updated_time;comment:'修改时间'" json:"updated_time"`
  35. }
  36. func BatchInsertReport(list *[]Report) (err error) {
  37. db := models.Main()
  38. //手动事务
  39. tx := db.Begin()
  40. err = db.CreateInBatches(list, MaxBatchNum).Error
  41. if err != nil {
  42. logger.Error("批量插入研报失败:%v", err)
  43. tx.Rollback()
  44. return
  45. }
  46. tx.Commit()
  47. return nil
  48. }
  49. func (t *Report) BeforeCreate(_ *gorm.DB) (err error) {
  50. t.CreatedTime = time.Now()
  51. return
  52. }
  53. func GetAuthorByOrgId(orgId int, source string) (names []string, err error) {
  54. db := models.Main()
  55. err = db.Model(&Report{}).Select("author").Where("org_id = ? and source =? ", orgId, source).Scan(&names).Error
  56. return
  57. }
  58. func GetReportById(reportId int) (report Report, err error) {
  59. db := models.Main()
  60. err = db.Select(CommonColumns).Where("id = ?", reportId).First(&report).Error
  61. if err != nil {
  62. logger.Error("查询报告失败:%v", err)
  63. }
  64. return
  65. }
  66. func GetETALatestReportId() (id int, err error) {
  67. sql := "select IFNULL(max(org_id),0) from reports where source = ?"
  68. err = DoSql(sql, &id, SourceETA)
  69. return
  70. }
  71. func DoSql(sql string, result interface{}, values ...interface{}) (err error) {
  72. db := models.Main()
  73. err = db.Raw(sql, values...).Scan(result).Error
  74. if err != nil {
  75. logger.Error("执行sql[%v]失败:%v", sql, err)
  76. }
  77. return
  78. }
  79. func GetListOrderByCondition(week bool, column string, limit int, order models.Order) (reports []Report, err error) {
  80. db := models.Main()
  81. if week {
  82. end := time.Now()
  83. begin := date.GetBeginOfTheWeek(end, time.Monday)
  84. err = db.Select(CommonColumns).Where("DATE(published_time) BETWEEN ? AND ?", begin, end).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  85. } else {
  86. err = db.Select(CommonColumns).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  87. }
  88. if err != nil {
  89. logger.Error("查询报告列表失败:%v", err)
  90. }
  91. if reports == nil {
  92. return []Report{}, nil
  93. }
  94. return
  95. }
  96. func GetListByCondition[T any](column string, values []T) (reports []Report, err error) {
  97. if len(values) == 0 {
  98. logger.Error("查询条件的值不能为空")
  99. return []Report{}, nil
  100. }
  101. db := models.Main()
  102. err = db.Select(CommonColumns).Where(fmt.Sprintf("%s in ?", column), values).Find(&reports).Error
  103. if err != nil {
  104. logger.Error("查询报告列表失败:%v", err)
  105. }
  106. if reports == nil {
  107. return []Report{}, nil
  108. }
  109. return
  110. }
  111. func GetMaxIdByPermissionIds(orgIds []int) (maxId int64) {
  112. db := models.Main()
  113. err := db.Model(&Report{}).Select("MAX(id) id").Where("org_id in ?", orgIds).Scan(&maxId).Error
  114. if err != nil {
  115. logger.Error("获取报告最大ID失败:%v", err)
  116. return 0
  117. }
  118. return
  119. }
  120. func GetTotalPageCount() (total int64) {
  121. db := models.Main()
  122. err := db.Model(&Report{}).Count(&total).Error
  123. if err != nil {
  124. logger.Error("统计报告数量失败:%v", err)
  125. }
  126. return
  127. }
  128. func GetTotalPageCountByAnalyst(analyst string) (total int64, latestId int64) {
  129. db := models.Main()
  130. err := db.Model(&Report{}).Where("author =?", analyst).Count(&total).Error
  131. if err != nil {
  132. return
  133. }
  134. err = db.Model(&Report{}).Select("Max(id)").Where("author =?", analyst).Scan(&latestId).Error
  135. if err != nil {
  136. return
  137. }
  138. return
  139. }
  140. func GetReportPage(latestId int64, limit int, offset int) (list []Report, err error) {
  141. if latestId < 0 {
  142. err = errors.New("非法的id参数")
  143. logger.Error("非法的id参数:%d", latestId)
  144. return
  145. }
  146. if limit <= 0 {
  147. err = errors.New("非法的limit参数")
  148. logger.Error("非法的limit参数:%d", limit)
  149. }
  150. db := models.Main()
  151. err = db.Select(CommonColumns).Where("id<= ?", latestId).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  152. return
  153. }
  154. func GetReportPageByOrgIds(latestId int64, limit int, offset int, orgIds []int) (list []Report, err error) {
  155. if len(orgIds) == 0 {
  156. return GetReportPage(latestId, limit, offset)
  157. }
  158. if latestId < 0 {
  159. err = errors.New("非法的id参数")
  160. logger.Error("非法的id参数:%d", latestId)
  161. return
  162. }
  163. if limit <= 0 {
  164. err = errors.New("非法的limit参数")
  165. logger.Error("非法的limit参数:%d", limit)
  166. }
  167. db := models.Main()
  168. err = db.Select(CommonColumns).Where("id<= ? and org_id in ?", latestId, orgIds).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  169. return
  170. }
  171. func GetNewReportByPublishTime(time time.Time) (list []Report) {
  172. db := models.Main()
  173. err := db.Select(taskColumns).Where("published_time >= ?", time).Order("published_time desc").Find(&list).Error
  174. if err != nil {
  175. logger.Error("查询新发布的报告列表失败:%v", err)
  176. }
  177. return
  178. }
  179. func GetReportPageByAnalyst(latestId int64, limit int, offset int, analyst string) (list []Report, err error) {
  180. if latestId < 0 {
  181. err = errors.New("非法的id参数")
  182. logger.Error("非法的id参数:%d", latestId)
  183. return
  184. }
  185. if limit <= 0 {
  186. err = errors.New("非法的limit参数")
  187. logger.Error("非法的limit参数:%d", limit)
  188. }
  189. db := models.Main()
  190. err = db.Select(CommonColumns).Where("id<= ? and author = ?", latestId, analyst).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  191. return
  192. }