report.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398
  1. package report
  2. import (
  3. "errors"
  4. logger "eta/eta_mini_ht_api/common/component/log"
  5. "eta/eta_mini_ht_api/common/utils/date"
  6. silce_utils "eta/eta_mini_ht_api/common/utils/silce"
  7. "eta/eta_mini_ht_api/models"
  8. "fmt"
  9. "gorm.io/gorm"
  10. "gorm.io/gorm/clause"
  11. "time"
  12. )
  13. type ReportStatus string
  14. type ReportSource string
  15. type SendStatus string
  16. const (
  17. SEND SendStatus = "SEND"
  18. UNSEND SendStatus = "UNSEND"
  19. SourceETA ReportSource = "ETA"
  20. SourceHT ReportSource = "HT"
  21. StatusPublish = "PUBLISH"
  22. StatusUnPublish ReportStatus = "UNPUBLISH"
  23. MaxBatchNum = 1000
  24. CommonColumns = "id,org_id,author,abstract,title,source,cover_src,published_time,status,plate_name,classify_id"
  25. taskColumns = "id,author,published_time,status,plate_name"
  26. )
  27. type Report struct {
  28. ID int `gorm:"column:id;primary_key;comment:'id'" json:"id"`
  29. OrgID int `gorm:"column:org_id;comment:'原始id'" json:"org_id"`
  30. Source ReportSource `gorm:"column:source;comment:'研报来源1:eta 2:海通'" json:"source"`
  31. Title string `gorm:"column:title;comment:'标题'" json:"title"`
  32. Abstract string `gorm:"column:abstract;comment:'摘要'" json:"abstract"`
  33. ClassifyId int `gorm:"column:classify_id"`
  34. PlateName string `gorm:"column:plate_name;comment:'板块'" json:"plate_name"`
  35. Author string `gorm:"column:author;comment:'作者'" json:"author"`
  36. CoverSrc int `gorm:"column:cover_src;comment:'封面图片'" json:"cover_src"`
  37. Status ReportStatus `gorm:"column:status;comment:'报告状态 publish:发布 unpublish:未发布" json:"status"`
  38. SendStatus SendStatus `gorm:"column:send_status;comment:'发送状态'" json:"send_status"`
  39. PublishedTime string `gorm:"column:published_time;comment:'发布时间'" json:"published_time"`
  40. CreatedTime time.Time `gorm:"column:created_time;comment:'创建时间'" json:"created_time"`
  41. UpdatedTime time.Time `gorm:"column:updated_time;comment:'修改时间'" json:"updated_time"`
  42. }
  43. func GetIdsByPlateNames(plateName []string) (ids []int, err error) {
  44. db := models.Main()
  45. err = db.Model(&Report{}).Select("distinct org_id").Where(" source ='HT' and plate_name in ? ", plateName).Scan(&ids).Error
  46. return
  47. }
  48. func GetReportByPlateNames(plateName []string) (reportList []Report, err error) {
  49. db := models.Main()
  50. err = db.Model(&Report{}).Select("org_id,id").Where(" source ='HT' and plate_name in ? ", plateName).Find(&reportList).Error
  51. return
  52. }
  53. func BatchInsertReport(list *[]Report) (err error) {
  54. db := models.Main()
  55. //手动事务
  56. tx := db.Begin()
  57. err = tx.CreateInBatches(list, MaxBatchNum).Error
  58. if err != nil {
  59. logger.Error("批量插入研报失败:%v", err)
  60. tx.Rollback()
  61. return
  62. }
  63. tx.Commit()
  64. return nil
  65. }
  66. func InsertOrUpdateReport(list []Report, source string) (result []Report, err error) {
  67. var orgIds []int
  68. //现有的作者名字
  69. for _, report := range list {
  70. orgIds = append(orgIds, report.OrgID)
  71. }
  72. orgIds = silce_utils.RemoveDuplicates(orgIds)
  73. db := models.Main()
  74. //数据库找到作者的名字
  75. if err != nil {
  76. logger.Error("查询研报失败:%v", err)
  77. }
  78. for i := 0; i < len(list); i++ {
  79. var dbReport Report
  80. err = db.Model(&Report{}).Select(CommonColumns).Where("org_id = ? and source =? ", list[i].OrgID, source).First(&dbReport).Error
  81. if err != nil {
  82. logger.Error("查询数据库失败研报失败:%v,发布时间不更新", err)
  83. }
  84. if dbReport.SendStatus == SEND {
  85. list[i].PublishedTime = dbReport.PublishedTime
  86. }
  87. }
  88. //手动事务
  89. tx := db.Begin()
  90. OnConflictFunc := clause.OnConflict{
  91. Columns: []clause.Column{{Name: "org_id"}, {Name: "source"}},
  92. DoUpdates: clause.AssignmentColumns([]string{"abstract", "title", "author", "published_time", "status", "classify_id"}),
  93. }
  94. // 执行批量插入或更新操作
  95. err = tx.Clauses(OnConflictFunc).Create(&list).Error
  96. //if deleteAuthors != nil {
  97. // for _, deleteAuthor := range deleteAuthors {
  98. // err = tx.Where("org_id in ? and source =? and author=?", orgIds, source, deleteAuthor).Delete(&Report{}).Error
  99. // if err != nil {
  100. // logger.Error("批量删除研报失败:%v", err)
  101. // tx.Rollback()
  102. // return
  103. // }
  104. // }
  105. //}
  106. if err != nil {
  107. logger.Error("批量插入或更新研报失败:%v", err)
  108. tx.Rollback()
  109. return
  110. }
  111. tx.Commit()
  112. err = db.Select(CommonColumns).Where("org_id in ? and source =? ", orgIds, source).Find(&result).Error
  113. if err != nil {
  114. logger.Error("查询更新的研报数据失败:%v", err)
  115. err = nil
  116. }
  117. return
  118. }
  119. func (t *Report) BeforeCreate(_ *gorm.DB) (err error) {
  120. t.CreatedTime = time.Now()
  121. return
  122. }
  123. func GetAuthorByOrgId(orgId int, source string) (names []string, err error) {
  124. db := models.Main()
  125. err = db.Model(&Report{}).Select("author").Where("org_id = ? and source =? ", orgId, source).Scan(&names).Error
  126. return
  127. }
  128. func GetReportByOrgId(orgId int, source string) (reports Report, err error) {
  129. db := models.Main()
  130. err = db.Select(CommonColumns).Where("org_id = ? and source =? ", orgId, source).Find(&reports).Error
  131. return
  132. }
  133. func GetReportById(reportId int) (report Report, err error) {
  134. db := models.Main()
  135. err = db.Select(CommonColumns).Where("id = ?", reportId).First(&report).Error
  136. if err != nil {
  137. logger.Error("查询报告失败:%v", err)
  138. }
  139. return
  140. }
  141. func GetLatestReportIdBySource(source ReportSource) (id int, err error) {
  142. sql := "select IFNULL(max(org_id),0) from reports where source = ?"
  143. err = DoSql(sql, &id, source)
  144. return
  145. }
  146. func DoSql(sql string, result interface{}, values ...interface{}) (err error) {
  147. db := models.Main()
  148. err = db.Raw(sql, values...).Scan(result).Error
  149. if err != nil {
  150. logger.Error("执行sql[%v]失败:%v", sql, err)
  151. }
  152. return
  153. }
  154. func GetListOrderByCondition(week bool, column string, limit int, order models.Order) (reports []Report, err error) {
  155. db := models.Main()
  156. if week {
  157. current := time.Now()
  158. begin := date.GetBeginOfTheWeek(current, time.Monday).Format(time.DateOnly)
  159. end := current.Format(time.DateOnly)
  160. err = db.Select(CommonColumns).Where("status = ?", StatusPublish).Where(" STR_TO_DATE(published_time,'%Y-%m-%d') BETWEEN ? AND ?", begin, end).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  161. } else {
  162. err = db.Select(CommonColumns).Where("status = ?", StatusPublish).Order(fmt.Sprintf("%s %s", column, order)).Limit(limit).Find(&reports).Error
  163. }
  164. if err != nil {
  165. logger.Error("查询报告列表失败:%v", err)
  166. }
  167. if reports == nil {
  168. return []Report{}, nil
  169. }
  170. return
  171. }
  172. func GetListByCondition[T any](column string, values []T) (reports []Report, err error) {
  173. if len(values) == 0 {
  174. logger.Error("查询条件的值不能为空")
  175. return []Report{}, nil
  176. }
  177. db := models.Main()
  178. err = db.Select(CommonColumns).Where(fmt.Sprintf("%s in ?", column), values).Find(&reports).Error
  179. if err != nil {
  180. logger.Error("查询报告列表失败:%v", err)
  181. }
  182. if reports == nil {
  183. return []Report{}, nil
  184. }
  185. return
  186. }
  187. func GetReportIdListByOrgIds(orgIds map[string][]int) (ids []int, err error) {
  188. db := models.Main()
  189. if len(orgIds["ETA"]) == 0 && len(orgIds["HT"]) == 0 {
  190. return
  191. }
  192. if len(orgIds["ETA"]) == 0 {
  193. err = db.Model(&Report{}).Select("id").Where("status = ?", StatusPublish).Where(" source='HT' and org_id in ?", orgIds["HT"]).Scan(&ids).Error
  194. if err != nil {
  195. logger.Error("获取报告ID列表失败:%v", err)
  196. return
  197. }
  198. return
  199. }
  200. if len(orgIds["HT"]) == 0 {
  201. err = db.Model(&Report{}).Select("id").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Scan(&ids).Error
  202. if err != nil {
  203. logger.Error("获取报告ID列表失败:%v", err)
  204. return
  205. }
  206. return
  207. }
  208. err = db.Model(&Report{}).Select("id").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Or("source='HT' and org_id in ?", orgIds["HT"]).Scan(&ids).Error
  209. if err != nil {
  210. logger.Error("获取报告ID列表失败:%v", err)
  211. return
  212. }
  213. return
  214. }
  215. func GetMaxIdByPermissionIds(orgIds map[string][]int) (total int64, maxId int64, err error) {
  216. db := models.Main()
  217. if len(orgIds["ETA"]) == 0 && len(orgIds["HT"]) == 0 {
  218. //err := db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Scan(&maxId).Error
  219. //if err != nil {
  220. // logger.Error("获取报告最大ID失败:%v", err)
  221. // return 0
  222. //}
  223. maxId = 0
  224. total = 0
  225. return
  226. }
  227. if len(orgIds["ETA"]) == 0 {
  228. err = db.Model(&Report{}).Select("count(*)").Where("status = ?", StatusPublish).Where(" source='HT' and org_id in ?", orgIds["HT"]).Scan(&total).Error
  229. if err != nil {
  230. logger.Error("获取记录条数失败:%v", err)
  231. return
  232. }
  233. err = db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Where(" source='HT' and org_id in ?", orgIds["HT"]).Scan(&maxId).Error
  234. if err != nil {
  235. logger.Error("获取报告最大ID失败:%v", err)
  236. return
  237. }
  238. return
  239. }
  240. if len(orgIds["HT"]) == 0 {
  241. err = db.Model(&Report{}).Select("count(*)").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Scan(&total).Error
  242. if err != nil {
  243. logger.Error("获取报告最大ID失败:%v", err)
  244. return
  245. }
  246. err = db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Scan(&maxId).Error
  247. if err != nil {
  248. logger.Error("获取报告最大ID失败:%v", err)
  249. return
  250. }
  251. return
  252. }
  253. err = db.Model(&Report{}).Select("count(*)").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Or("source='HT' and org_id in ?", orgIds["HT"]).Scan(&total).Error
  254. if err != nil {
  255. logger.Error("获取报告最大ID失败:%v", err)
  256. return
  257. }
  258. err = db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Where(" source='ETA' and org_id in ?", orgIds["ETA"]).Or("source='HT' and org_id in ?", orgIds["HT"]).Scan(&maxId).Error
  259. if err != nil {
  260. logger.Error("获取报告最大ID失败:%v", err)
  261. return
  262. }
  263. return
  264. }
  265. func GetTotalPageCount() (total int64, latestId int64, err error) {
  266. db := models.Main()
  267. err = db.Model(&Report{}).Select("MAX(id) id").Where("status = ?", StatusPublish).Scan(&latestId).Error
  268. if err != nil {
  269. logger.Error("获取最大id失败:%v", err)
  270. }
  271. err = db.Model(&Report{}).Where("status = ?", StatusPublish).Count(&total).Error
  272. if err != nil {
  273. logger.Error("统计报告数量失败:%v", err)
  274. }
  275. return
  276. }
  277. func GetReportsByAnalyst(analyst string) (ids []int, err error) {
  278. db := models.Main()
  279. err = db.Model(&Report{}).Select("id").Where("status = ?", StatusPublish).Where("author like ?", "%"+analyst+"%").Scan(&ids).Error
  280. if err != nil {
  281. return
  282. }
  283. return
  284. }
  285. func GetTotalPageCountByAnalyst(analyst string) (total int64, latestId int64) {
  286. db := models.Main()
  287. err := db.Model(&Report{}).Where("status = ?", StatusPublish).Where("author like ?", "%"+analyst+"%").Count(&total).Error
  288. if err != nil {
  289. return
  290. }
  291. err = db.Model(&Report{}).Select("Max(id)").Where("status = ?", StatusPublish).Where("author like ?", "%"+analyst+"%").Scan(&latestId).Error
  292. if err != nil {
  293. return
  294. }
  295. return
  296. }
  297. func GetReportPage(latestId int64, limit int, offset int) (list []Report, err error) {
  298. if latestId < 0 {
  299. err = errors.New("非法的id参数")
  300. logger.Error("非法的id参数:%d", latestId)
  301. return
  302. }
  303. if limit <= 0 {
  304. err = errors.New("非法的limit参数")
  305. logger.Error("非法的limit参数:%d", limit)
  306. }
  307. db := models.Main()
  308. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  309. return
  310. }
  311. func GetReportPageByOrgIds(latestId int64, limit int, offset int, orgIds map[string][]int, searchAll bool) (list []Report, err error) {
  312. //有传入品种 但是没有筛选出来的已经过滤掉了,现在orgIds为空只有是
  313. if searchAll {
  314. return GetReportPage(latestId, limit, offset)
  315. }
  316. if latestId < 0 {
  317. err = errors.New("非法的id参数")
  318. logger.Error("非法的id参数:%d", latestId)
  319. return
  320. }
  321. if limit <= 0 {
  322. err = errors.New("非法的limit参数")
  323. logger.Error("非法的limit参数:%d", limit)
  324. }
  325. db := models.Main()
  326. if len(orgIds["ETA"]) == 0 {
  327. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Where(" source='HT' and org_id in ?", orgIds["HT"]).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  328. return
  329. }
  330. if len(orgIds["HT"]) == 0 {
  331. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Where("source='ETA' and org_id in ?", orgIds["ETA"]).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  332. return
  333. }
  334. err = db.Select(CommonColumns).Where("id<= ?", latestId).Where("status = ?", StatusPublish).Where("(source='ETA' and org_id in ? ) or (source='HT' and org_id in ?) ", orgIds["ETA"], orgIds["HT"]).Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  335. return
  336. }
  337. func GetNewReportByPublishTime(time time.Time) (list []Report) {
  338. db := models.Main()
  339. err := db.Select(taskColumns).Where("status = ?", StatusPublish).Where("published_time >= ?", time).Order("published_time desc").Find(&list).Error
  340. if err != nil {
  341. logger.Error("查询新发布的报告列表失败:%v", err)
  342. }
  343. return
  344. }
  345. func GetReportPageByAnalyst(latestId int64, limit int, offset int, analyst string, reportIds []int) (list []Report, err error) {
  346. if len(reportIds) == 0 {
  347. logger.Info("reportIds为空")
  348. return
  349. }
  350. if latestId < 0 {
  351. err = errors.New("非法的id参数")
  352. logger.Error("非法的id参数:%d", latestId)
  353. return
  354. }
  355. if limit <= 0 {
  356. err = errors.New("非法的limit参数")
  357. logger.Error("非法的limit参数:%d", limit)
  358. }
  359. db := models.Main()
  360. err = db.Select(CommonColumns).Where("status = ?", StatusPublish).Where("id<= ? and id in ? and author like ?", latestId, reportIds, "%"+analyst+"%").Order("published_time desc").Limit(limit).Offset(offset).Find(&list).Error
  361. return
  362. }
  363. func GetETAReportIdsByClassifyIds(classifyIds []int) (orgIds []int, err error) {
  364. db := models.Main()
  365. err = db.Model(&Report{}).Select("DISTINCT org_id").Where("source=? and classify_id in (?)", SourceETA, classifyIds).Scan(&orgIds).Error
  366. return
  367. }
  368. func GetETAReportByClassifyIds(classifyIds []int) (reportList []Report, err error) {
  369. db := models.Main()
  370. err = db.Model(&Report{}).Select(CommonColumns).Where("source=? and classify_id in (?)", SourceETA, classifyIds).Find(&reportList).Error
  371. return
  372. }
  373. func GetReportClassifyById(id int) (classifyId int, err error) {
  374. db := models.Main()
  375. err = db.Model(&Report{}).
  376. Select("classify_id").
  377. Where("orgId =? and source ='ETA' ", id).Scan(&classifyId).Error
  378. return
  379. }