report.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312
  1. package report
  2. import (
  3. "errors"
  4. logger "eta/eta_mini_ht_api/common/component/log"
  5. "eta/eta_mini_ht_api/common/utils/date"
  6. silce_utils "eta/eta_mini_ht_api/common/utils/silce"
  7. "eta/eta_mini_ht_api/models"
  8. "fmt"
  9. "gorm.io/gorm"
  10. "gorm.io/gorm/clause"
  11. "time"
  12. )
  13. type ReportStatus string
  14. type ReportSource string
  15. type SendStatus string
  16. const (
  17. SEND SendStatus = "SEND"
  18. UNSEND SendStatus = "UNSEND"
  19. SourceETA ReportSource = "ETA"
  20. SourceHT ReportSource = "HT"
  21. StatusPublish = "PUBLISH"
  22. StatusUnPublish ReportStatus = "UNPUBLISH"
  23. MaxBatchNum = 1000
  24. CommonColumns = "id,org_id,author,abstract,title,source,cover_src,published_time,status"
  25. taskColumns = "id,author,published_time,status"
  26. )
  27. type Report struct {
  28. ID int `gorm:"column:id;primary_key;comment:'id'" json:"id"`
  29. OrgID int `gorm:"column:org_id;comment:'原始id'" json:"org_id"`
  30. Source ReportSource `gorm:"column:source;comment:'研报来源1:eta 2:海通'" json:"source"`
  31. Title string `gorm:"column:title;comment:'标题'" json:"title"`
  32. Abstract string `gorm:"column:abstract;comment:'摘要'" json:"abstract"`
  33. PlateName string `gorm:"column:plate_name;comment:'板块'" json:"plate_name"`
  34. Author string `gorm:"column:author;comment:'作者'" json:"author"`
  35. CoverSrc int `gorm:"column:cover_src;comment:'封面图片'" json:"cover_src"`
  36. Status ReportStatus `gorm:"column:status;comment:'报告状态 publish:发布 unpublish:未发布" json:"status"`
  37. SendStatus SendStatus `gorm:"column:send_status;comment:'发送状态'" json:"send_status"`
  38. PublishedTime string `gorm:"column:published_time;comment:'发布时间'" json:"published_time"`
  39. CreatedTime time.Time `gorm:"column:created_time;comment:'创建时间'" json:"created_time"`
  40. UpdatedTime time.Time `gorm:"column:updated_time;comment:'修改时间'" json:"updated_time"`
  41. }
  42. func GetIdsByPlateNames(plateName []string) (ids []int, err error) {
  43. db := models.Main()
  44. err = db.Model(&Report{}).Select("distinct org_id").Where(" source ='HT' and plate_name in ? ", plateName).Scan(&ids).Error
  45. return
  46. }
  47. func BatchInsertReport(list *[]Report) (err error) {
  48. db := models.Main()
  49. //手动事务
  50. tx := db.Begin()
  51. err = tx.CreateInBatches(list, MaxBatchNum).Error
  52. if err != nil {
  53. logger.Error("批量插入研报失败:%v", err)
  54. tx.Rollback()
  55. return
  56. }
  57. tx.Commit()
  58. return nil
  59. }
  60. func InsertOrUpdateReport(list []Report, source string) (result []Report, err error) {
  61. var orgIds []int
  62. //现有的作者名字
  63. for _, report := range list {
  64. orgIds = append(orgIds, report.OrgID)
  65. }
  66. orgIds = silce_utils.RemoveDuplicates(orgIds)
  67. db := models.Main()
  68. //数据库找到作者的名字
  69. //var dbAuthors []string
  70. //err = db.Model(&Report{}).Select("distinct author").Where("org_id in ? and source =? ", orgIds, source).Scan(&dbAuthors).Error
  71. if err != nil {
  72. logger.Error("查询研报失败:%v", err)
  73. }
  74. //var deleteAuthors []string
  75. //for _, dbAuthor := range dbAuthors {
  76. // found := false
  77. // for _, insertAuthor := range authorNames {
  78. // if dbAuthor == insertAuthor {
  79. // found = true
  80. // break
  81. // }
  82. // }
  83. // if !found {
  84. // deleteAuthors = append(deleteAuthors, dbAuthor)
  85. // }
  86. //}
  87. //手动事务
  88. tx := db.Begin()
  89. OnConflictFunc := clause.OnConflict{
  90. Columns: []clause.Column{{Name: "org_id"}, {Name: "source"}},
  91. DoUpdates: clause.AssignmentColumns([]string{"abstract", "title", "author", "published_time", "status"}),
  92. }
  93. // 执行批量插入或更新操作
  94. err = tx.Clauses(OnConflictFunc).Create(&list).Error
  95. //if deleteAuthors != nil {
  96. // for _, deleteAuthor := range deleteAuthors {
  97. // err = tx.Where("org_id in ? and source =? and author=?", orgIds, source, deleteAuthor).Delete(&Report{}).Error
  98. // if err != nil {
  99. // logger.Error("批量删除研报失败:%v", err)
  100. // tx.Rollback()
  101. // return
  102. // }
  103. // }
  104. //}
  105. if err != nil {
  106. logger.Error("批量插入或更新研报失败:%v", err)
  107. tx.Rollback()
  108. return
  109. }
  110. tx.Commit()
  111. err = db.Select(CommonColumns).Where("org_id in ? and source =? ", orgIds, source).Find(&result).Error
  112. if err != nil {
  113. logger.Error("查询更新的研报数据失败:%v", err)
  114. err = nil
  115. }
  116. return
  117. }
  118. func (t *Report) BeforeCreate(_ *gorm.DB) (err error) {
  119. t.CreatedTime = time.Now()
  120. return
  121. }
  122. func GetAuthorByOrgId(orgId int, source string) (names []string, err error) {
  123. db := models.Main()
  124. err = db.Model(&Report{}).Select("author").Where("org_id = ? and source =? ", orgId, source).Scan(&names).Error
  125. return
  126. }
  127. func GetReportByOrgId(orgId int, source string) (reports []Report, err error) {
  128. db := models.Main()
  129. err = db.Select(CommonColumns).Where("org_id = ? and source =? ", orgId, source).Find(&reports).Error
  130. return
  131. }
  132. func GetReportById(reportId int) (report Report, err error) {
  133. db := models.Main()
  134. err = db.Select(CommonColumns).Where("id = ?", reportId).First(&report).Error
  135. if err != nil {
  136. logger.Error("查询报告失败:%v", err)
  137. }
  138. return
  139. }
  140. func GetLatestReportIdBySource(source ReportSource) (id int, err error) {
  141. sql := "select IFNULL(max(org_id),0) from reports where source = ?"
  142. err = DoSql(sql, &id, source)
  143. return
  144. }
  145. func DoSql(sql string, result interface{}, values ...interface{}) (err error) {
  146. db := models.Main()
  147. err = db.Raw(sql, values...).Scan(result).Error
  148. if err != nil {
  149. logger.Error("执行sql[%v]失败:%v", sql, err)
  150. }
  151. return
  152. }
  153. func GetListOrderByCondition(week bool, column string, limit int, order models.Order) (reports []Report, err error) {
  154. db := models.Main()
  155. if week {
  156. end := time.Now()
  157. begin := date.GetBeginOfTheWeek(end, time.Monday)
  158. err = db.Select(CommonColumns).Where("status = ?", StatusPublish).Where("DATE(published_time) BETWEEN ? AND ?", begin, end).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  159. } else {
  160. err = db.Select(CommonColumns).Where("status = ?", StatusPublish).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  161. }
  162. if err != nil {
  163. logger.Error("查询报告列表失败:%v", err)
  164. }
  165. if reports == nil {
  166. return []Report{}, nil
  167. }
  168. return
  169. }
  170. func GetListByCondition[T any](column string, values []T) (reports []Report, err error) {
  171. if len(values) == 0 {
  172. logger.Error("查询条件的值不能为空")
  173. return []Report{}, nil
  174. }
  175. db := models.Main()
  176. err = db.Select(CommonColumns).Where(fmt.Sprintf("%s in ?", column), values).Find(&reports).Error
  177. if err != nil {
  178. logger.Error("查询报告列表失败:%v", err)
  179. }
  180. if reports == nil {
  181. return []Report{}, nil
  182. }
  183. return
  184. }
  185. func GetMaxIdByPermissionIds(orgIds map[string][]int) (maxId int64) {
  186. db := models.Main()
  187. if len(orgIds["ETA"]) == 0 && len(orgIds["HT"]) == 0 {
  188. err := db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Scan(&maxId).Error
  189. if err != nil {
  190. logger.Error("获取报告最大ID失败:%v", err)
  191. return 0
  192. }
  193. return
  194. }
  195. if len(orgIds["ETA"]) == 0 {
  196. err := db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Where(" source='HT' and org_id in ?", orgIds["HT"]).Scan(&maxId).Error
  197. if err != nil {
  198. logger.Error("获取报告最大ID失败:%v", err)
  199. return 0
  200. }
  201. return
  202. }
  203. if len(orgIds["HT"]) == 0 {
  204. err := db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Scan(&maxId).Error
  205. if err != nil {
  206. logger.Error("获取报告最大ID失败:%v", err)
  207. return 0
  208. }
  209. return
  210. }
  211. err := db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Or("source='HT' and org_id in ?", orgIds["HT"]).Scan(&maxId).Error
  212. if err != nil {
  213. logger.Error("获取报告最大ID失败:%v", err)
  214. return 0
  215. }
  216. return
  217. }
  218. func GetTotalPageCount() (total int64) {
  219. db := models.Main()
  220. err := db.Model(&Report{}).Where("status = ?", StatusPublish).Count(&total).Error
  221. if err != nil {
  222. logger.Error("统计报告数量失败:%v", err)
  223. }
  224. return
  225. }
  226. func GetTotalPageCountByAnalyst(analyst string) (total int64, latestId int64) {
  227. db := models.Main()
  228. err := db.Model(&Report{}).Where("status = ?", StatusPublish).Where("author like ?", "%"+analyst+"%").Count(&total).Error
  229. if err != nil {
  230. return
  231. }
  232. err = db.Model(&Report{}).Select("Max(id)").Where("status = ?", StatusPublish).Where("author like ?", "%"+analyst+"%").Scan(&latestId).Error
  233. if err != nil {
  234. return
  235. }
  236. return
  237. }
  238. func GetReportPage(latestId int64, limit int, offset int) (list []Report, err error) {
  239. if latestId < 0 {
  240. err = errors.New("非法的id参数")
  241. logger.Error("非法的id参数:%d", latestId)
  242. return
  243. }
  244. if limit <= 0 {
  245. err = errors.New("非法的limit参数")
  246. logger.Error("非法的limit参数:%d", limit)
  247. }
  248. db := models.Main()
  249. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  250. return
  251. }
  252. func GetReportPageByOrgIds(latestId int64, limit int, offset int, orgIds map[string][]int) (list []Report, err error) {
  253. if len(orgIds["ETA"]) == 0 && len(orgIds["HT"]) == 0 {
  254. return GetReportPage(latestId, limit, offset)
  255. }
  256. if latestId < 0 {
  257. err = errors.New("非法的id参数")
  258. logger.Error("非法的id参数:%d", latestId)
  259. return
  260. }
  261. if limit <= 0 {
  262. err = errors.New("非法的limit参数")
  263. logger.Error("非法的limit参数:%d", limit)
  264. }
  265. db := models.Main()
  266. if len(orgIds["ETA"]) == 0 {
  267. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Where(" source='HT' and org_id in ?", orgIds["HT"]).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  268. return
  269. }
  270. if len(orgIds["HT"]) == 0 {
  271. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Where("source='ETA' and org_id in ?", orgIds["ETA"]).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  272. return
  273. }
  274. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Where("(source='ETA' and org_id in ? ) or (source='HT' and org_id in ?) ", orgIds["ETA"], orgIds["HT"]).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  275. return
  276. }
  277. func GetNewReportByPublishTime(time time.Time) (list []Report) {
  278. db := models.Main()
  279. err := db.Select(taskColumns).Where("status = ?", StatusPublish).Where("published_time >= ?", time).Order("published_time desc").Find(&list).Error
  280. if err != nil {
  281. logger.Error("查询新发布的报告列表失败:%v", err)
  282. }
  283. return
  284. }
  285. func GetReportPageByAnalyst(latestId int64, limit int, offset int, analyst string) (list []Report, err error) {
  286. if latestId < 0 {
  287. err = errors.New("非法的id参数")
  288. logger.Error("非法的id参数:%d", latestId)
  289. return
  290. }
  291. if limit <= 0 {
  292. err = errors.New("非法的limit参数")
  293. logger.Error("非法的limit参数:%d", limit)
  294. }
  295. db := models.Main()
  296. err = db.Select(CommonColumns).Where("status = ?", StatusPublish).Where("id<= ? and author = ?", latestId, analyst).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  297. return
  298. }