report.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374
  1. package report
  2. import (
  3. "errors"
  4. logger "eta/eta_mini_ht_api/common/component/log"
  5. "eta/eta_mini_ht_api/common/utils/date"
  6. silce_utils "eta/eta_mini_ht_api/common/utils/silce"
  7. "eta/eta_mini_ht_api/models"
  8. "fmt"
  9. "gorm.io/gorm"
  10. "gorm.io/gorm/clause"
  11. "time"
  12. )
  13. type ReportStatus string
  14. type ReportSource string
  15. type SendStatus string
  16. const (
  17. SEND SendStatus = "SEND"
  18. UNSEND SendStatus = "UNSEND"
  19. SourceETA ReportSource = "ETA"
  20. SourceHT ReportSource = "HT"
  21. StatusPublish = "PUBLISH"
  22. StatusUnPublish ReportStatus = "UNPUBLISH"
  23. MaxBatchNum = 1000
  24. CommonColumns = "id,org_id,author,abstract,title,source,cover_src,published_time,status,plate_name"
  25. taskColumns = "id,author,published_time,status,plate_name"
  26. )
  27. type Report struct {
  28. ID int `gorm:"column:id;primary_key;comment:'id'" json:"id"`
  29. OrgID int `gorm:"column:org_id;comment:'原始id'" json:"org_id"`
  30. Source ReportSource `gorm:"column:source;comment:'研报来源1:eta 2:海通'" json:"source"`
  31. Title string `gorm:"column:title;comment:'标题'" json:"title"`
  32. Abstract string `gorm:"column:abstract;comment:'摘要'" json:"abstract"`
  33. PlateName string `gorm:"column:plate_name;comment:'板块'" json:"plate_name"`
  34. Author string `gorm:"column:author;comment:'作者'" json:"author"`
  35. CoverSrc int `gorm:"column:cover_src;comment:'封面图片'" json:"cover_src"`
  36. Status ReportStatus `gorm:"column:status;comment:'报告状态 publish:发布 unpublish:未发布" json:"status"`
  37. SendStatus SendStatus `gorm:"column:send_status;comment:'发送状态'" json:"send_status"`
  38. PublishedTime string `gorm:"column:published_time;comment:'发布时间'" json:"published_time"`
  39. CreatedTime time.Time `gorm:"column:created_time;comment:'创建时间'" json:"created_time"`
  40. UpdatedTime time.Time `gorm:"column:updated_time;comment:'修改时间'" json:"updated_time"`
  41. }
  42. func GetIdsByPlateNames(plateName []string) (ids []int, err error) {
  43. db := models.Main()
  44. err = db.Model(&Report{}).Select("distinct org_id").Where(" source ='HT' and plate_name in ? ", plateName).Scan(&ids).Error
  45. return
  46. }
  47. func BatchInsertReport(list *[]Report) (err error) {
  48. db := models.Main()
  49. //手动事务
  50. tx := db.Begin()
  51. err = tx.CreateInBatches(list, MaxBatchNum).Error
  52. if err != nil {
  53. logger.Error("批量插入研报失败:%v", err)
  54. tx.Rollback()
  55. return
  56. }
  57. tx.Commit()
  58. return nil
  59. }
  60. func InsertOrUpdateReport(list []Report, source string) (result []Report, err error) {
  61. var orgIds []int
  62. //现有的作者名字
  63. for _, report := range list {
  64. orgIds = append(orgIds, report.OrgID)
  65. }
  66. orgIds = silce_utils.RemoveDuplicates(orgIds)
  67. db := models.Main()
  68. //数据库找到作者的名字
  69. if err != nil {
  70. logger.Error("查询研报失败:%v", err)
  71. }
  72. for i := 0; i < len(list); i++ {
  73. var dbReport Report
  74. err = db.Model(&Report{}).Select(CommonColumns).Where("org_id = ? and source =? ", list[i].OrgID, source).First(&dbReport).Error
  75. if err != nil {
  76. logger.Error("查询数据库失败研报失败:%v,发布时间不更新", err)
  77. }
  78. if dbReport.SendStatus == SEND {
  79. list[i].PublishedTime = dbReport.PublishedTime
  80. }
  81. }
  82. //手动事务
  83. tx := db.Begin()
  84. OnConflictFunc := clause.OnConflict{
  85. Columns: []clause.Column{{Name: "org_id"}, {Name: "source"}},
  86. DoUpdates: clause.AssignmentColumns([]string{"abstract", "title", "author", "published_time", "status"}),
  87. }
  88. // 执行批量插入或更新操作
  89. err = tx.Clauses(OnConflictFunc).Create(&list).Error
  90. //if deleteAuthors != nil {
  91. // for _, deleteAuthor := range deleteAuthors {
  92. // err = tx.Where("org_id in ? and source =? and author=?", orgIds, source, deleteAuthor).Delete(&Report{}).Error
  93. // if err != nil {
  94. // logger.Error("批量删除研报失败:%v", err)
  95. // tx.Rollback()
  96. // return
  97. // }
  98. // }
  99. //}
  100. if err != nil {
  101. logger.Error("批量插入或更新研报失败:%v", err)
  102. tx.Rollback()
  103. return
  104. }
  105. tx.Commit()
  106. err = db.Select(CommonColumns).Where("org_id in ? and source =? ", orgIds, source).Find(&result).Error
  107. if err != nil {
  108. logger.Error("查询更新的研报数据失败:%v", err)
  109. err = nil
  110. }
  111. return
  112. }
  113. func (t *Report) BeforeCreate(_ *gorm.DB) (err error) {
  114. t.CreatedTime = time.Now()
  115. return
  116. }
  117. func GetAuthorByOrgId(orgId int, source string) (names []string, err error) {
  118. db := models.Main()
  119. err = db.Model(&Report{}).Select("author").Where("org_id = ? and source =? ", orgId, source).Scan(&names).Error
  120. return
  121. }
  122. func GetReportByOrgId(orgId int, source string) (reports Report, err error) {
  123. db := models.Main()
  124. err = db.Select(CommonColumns).Where("org_id = ? and source =? ", orgId, source).Find(&reports).Error
  125. return
  126. }
  127. func GetReportById(reportId int) (report Report, err error) {
  128. db := models.Main()
  129. err = db.Select(CommonColumns).Where("id = ?", reportId).First(&report).Error
  130. if err != nil {
  131. logger.Error("查询报告失败:%v", err)
  132. }
  133. return
  134. }
  135. func GetLatestReportIdBySource(source ReportSource) (id int, err error) {
  136. sql := "select IFNULL(max(org_id),0) from reports where source = ?"
  137. err = DoSql(sql, &id, source)
  138. return
  139. }
  140. func DoSql(sql string, result interface{}, values ...interface{}) (err error) {
  141. db := models.Main()
  142. err = db.Raw(sql, values...).Scan(result).Error
  143. if err != nil {
  144. logger.Error("执行sql[%v]失败:%v", sql, err)
  145. }
  146. return
  147. }
  148. func GetListOrderByCondition(week bool, column string, limit int, order models.Order) (reports []Report, err error) {
  149. db := models.Main()
  150. if week {
  151. current := time.Now()
  152. begin := date.GetBeginOfTheWeek(current, time.Monday).Format(time.DateOnly)
  153. end := current.Format(time.DateOnly)
  154. err = db.Select(CommonColumns).Where("status = ?", StatusPublish).Where(" STR_TO_DATE(published_time,'%Y-%m-%d') BETWEEN ? AND ?", begin, end).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  155. } else {
  156. err = db.Select(CommonColumns).Where("status = ?", StatusPublish).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  157. }
  158. if err != nil {
  159. logger.Error("查询报告列表失败:%v", err)
  160. }
  161. if reports == nil {
  162. return []Report{}, nil
  163. }
  164. return
  165. }
  166. func GetListByCondition[T any](column string, values []T) (reports []Report, err error) {
  167. if len(values) == 0 {
  168. logger.Error("查询条件的值不能为空")
  169. return []Report{}, nil
  170. }
  171. db := models.Main()
  172. err = db.Select(CommonColumns).Where(fmt.Sprintf("%s in ?", column), values).Find(&reports).Error
  173. if err != nil {
  174. logger.Error("查询报告列表失败:%v", err)
  175. }
  176. if reports == nil {
  177. return []Report{}, nil
  178. }
  179. return
  180. }
  181. func GetReportIdListByOrgIds(orgIds map[string][]int) (ids []int, err error) {
  182. db := models.Main()
  183. if len(orgIds["ETA"]) == 0 && len(orgIds["HT"]) == 0 {
  184. return
  185. }
  186. if len(orgIds["ETA"]) == 0 {
  187. err = db.Model(&Report{}).Select("id").Where("status = ?", StatusPublish).Where(" source='HT' and org_id in ?", orgIds["HT"]).Scan(&ids).Error
  188. if err != nil {
  189. logger.Error("获取报告ID列表失败:%v", err)
  190. return
  191. }
  192. return
  193. }
  194. if len(orgIds["HT"]) == 0 {
  195. err = db.Model(&Report{}).Select("id").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Scan(&ids).Error
  196. if err != nil {
  197. logger.Error("获取报告ID列表失败:%v", err)
  198. return
  199. }
  200. return
  201. }
  202. err = db.Model(&Report{}).Select("id").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Or("source='HT' and org_id in ?", orgIds["HT"]).Scan(&ids).Error
  203. if err != nil {
  204. logger.Error("获取报告ID列表失败:%v", err)
  205. return
  206. }
  207. return
  208. }
  209. func GetMaxIdByPermissionIds(orgIds map[string][]int) (total int64, maxId int64, err error) {
  210. db := models.Main()
  211. if len(orgIds["ETA"]) == 0 && len(orgIds["HT"]) == 0 {
  212. //err := db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Scan(&maxId).Error
  213. //if err != nil {
  214. // logger.Error("获取报告最大ID失败:%v", err)
  215. // return 0
  216. //}
  217. maxId = 0
  218. total = 0
  219. return
  220. }
  221. if len(orgIds["ETA"]) == 0 {
  222. err = db.Model(&Report{}).Select("count(*)").Where("status = ?", StatusPublish).Where(" source='HT' and org_id in ?", orgIds["HT"]).Scan(&total).Error
  223. if err != nil {
  224. logger.Error("获取记录条数失败:%v", err)
  225. return
  226. }
  227. err = db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Where(" source='HT' and org_id in ?", orgIds["HT"]).Scan(&maxId).Error
  228. if err != nil {
  229. logger.Error("获取报告最大ID失败:%v", err)
  230. return
  231. }
  232. return
  233. }
  234. if len(orgIds["HT"]) == 0 {
  235. err = db.Model(&Report{}).Select("count(*)").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Scan(&total).Error
  236. if err != nil {
  237. logger.Error("获取报告最大ID失败:%v", err)
  238. return
  239. }
  240. err = db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Scan(&maxId).Error
  241. if err != nil {
  242. logger.Error("获取报告最大ID失败:%v", err)
  243. return
  244. }
  245. return
  246. }
  247. err = db.Model(&Report{}).Select("count(*)").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Or("source='HT' and org_id in ?", orgIds["HT"]).Scan(&total).Error
  248. if err != nil {
  249. logger.Error("获取报告最大ID失败:%v", err)
  250. return
  251. }
  252. err = db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Or("source='HT' and org_id in ?", orgIds["HT"]).Scan(&maxId).Error
  253. if err != nil {
  254. logger.Error("获取报告最大ID失败:%v", err)
  255. return
  256. }
  257. return
  258. }
  259. func GetTotalPageCount() (total int64, latestId int64, err error) {
  260. db := models.Main()
  261. err = db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Scan(&latestId).Error
  262. if err != nil {
  263. logger.Error("获取最大id失败:%v", err)
  264. }
  265. err = db.Model(&Report{}).Where("status = ?", StatusPublish).Count(&total).Error
  266. if err != nil {
  267. logger.Error("统计报告数量失败:%v", err)
  268. }
  269. return
  270. }
  271. func GetReportsByAnalyst(analyst string) (ids []int, err error) {
  272. db := models.Main()
  273. err = db.Model(&Report{}).Select("id").Where("status = ?", StatusPublish).Where("author like ?", "%"+analyst+"%").Scan(&ids).Error
  274. if err != nil {
  275. return
  276. }
  277. return
  278. }
  279. func GetTotalPageCountByAnalyst(analyst string) (total int64, latestId int64) {
  280. db := models.Main()
  281. err := db.Model(&Report{}).Where("status = ?", StatusPublish).Where("author like ?", "%"+analyst+"%").Count(&total).Error
  282. if err != nil {
  283. return
  284. }
  285. err = db.Model(&Report{}).Select("Max(id)").Where("status = ?", StatusPublish).Where("author like ?", "%"+analyst+"%").Scan(&latestId).Error
  286. if err != nil {
  287. return
  288. }
  289. return
  290. }
  291. func GetReportPage(latestId int64, limit int, offset int) (list []Report, err error) {
  292. if latestId < 0 {
  293. err = errors.New("非法的id参数")
  294. logger.Error("非法的id参数:%d", latestId)
  295. return
  296. }
  297. if limit <= 0 {
  298. err = errors.New("非法的limit参数")
  299. logger.Error("非法的limit参数:%d", limit)
  300. }
  301. db := models.Main()
  302. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  303. return
  304. }
  305. func GetReportPageByOrgIds(latestId int64, limit int, offset int, orgIds map[string][]int, searchAll bool) (list []Report, err error) {
  306. //有传入品种 但是没有筛选出来的已经过滤掉了,现在orgIds为空只有是
  307. if searchAll {
  308. return GetReportPage(latestId, limit, offset)
  309. }
  310. //if len(orgIds["ETA"]) == 0 && len(orgIds["HT"]) == 0 {
  311. //
  312. //}
  313. if latestId < 0 {
  314. err = errors.New("非法的id参数")
  315. logger.Error("非法的id参数:%d", latestId)
  316. return
  317. }
  318. if limit <= 0 {
  319. err = errors.New("非法的limit参数")
  320. logger.Error("非法的limit参数:%d", limit)
  321. }
  322. db := models.Main()
  323. if len(orgIds["ETA"]) == 0 {
  324. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Where(" source='HT' and org_id in ?", orgIds["HT"]).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  325. return
  326. }
  327. if len(orgIds["HT"]) == 0 {
  328. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Where("source='ETA' and org_id in ?", orgIds["ETA"]).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  329. return
  330. }
  331. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Where("(source='ETA' and org_id in ? ) or (source='HT' and org_id in ?) ", orgIds["ETA"], orgIds["HT"]).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  332. return
  333. }
  334. func GetNewReportByPublishTime(time time.Time) (list []Report) {
  335. db := models.Main()
  336. err := db.Select(taskColumns).Where("status = ?", StatusPublish).Where("published_time >= ?", time).Order("published_time desc").Find(&list).Error
  337. if err != nil {
  338. logger.Error("查询新发布的报告列表失败:%v", err)
  339. }
  340. return
  341. }
  342. func GetReportPageByAnalyst(latestId int64, limit int, offset int, analyst string, reportIds []int) (list []Report, err error) {
  343. if len(reportIds) == 0 {
  344. logger.Info("reportIds为空")
  345. return
  346. }
  347. if latestId < 0 {
  348. err = errors.New("非法的id参数")
  349. logger.Error("非法的id参数:%d", latestId)
  350. return
  351. }
  352. if limit <= 0 {
  353. err = errors.New("非法的limit参数")
  354. logger.Error("非法的limit参数:%d", limit)
  355. }
  356. db := models.Main()
  357. err = db.Select(CommonColumns).Where("status = ?", StatusPublish).Where("id<= ?").Where("id in ? and author like ?", latestId, reportIds, "%"+analyst+"%").Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  358. return
  359. }