report_service.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739
  1. package report
  2. import (
  3. "encoding/json"
  4. "eta/eta_mini_ht_api/common/component/config"
  5. "eta/eta_mini_ht_api/common/component/es"
  6. logger "eta/eta_mini_ht_api/common/component/log"
  7. "eta/eta_mini_ht_api/common/contants"
  8. "eta/eta_mini_ht_api/common/utils/page"
  9. stringUtils "eta/eta_mini_ht_api/common/utils/string"
  10. analystService "eta/eta_mini_ht_api/domian/financial_analyst"
  11. userService "eta/eta_mini_ht_api/domian/user"
  12. "eta/eta_mini_ht_api/models"
  13. "eta/eta_mini_ht_api/models/eta"
  14. etaDao "eta/eta_mini_ht_api/models/eta"
  15. "eta/eta_mini_ht_api/models/ht"
  16. mediaDao "eta/eta_mini_ht_api/models/media"
  17. reportDao "eta/eta_mini_ht_api/models/report"
  18. userDao "eta/eta_mini_ht_api/models/user"
  19. "github.com/google/uuid"
  20. "math/rand"
  21. "strconv"
  22. "strings"
  23. "time"
  24. )
  25. const (
  26. SourceETA = "ETA"
  27. SourceHT = "HT"
  28. DESC models.Order = "desc"
  29. ASC models.Order = "asc"
  30. ESColumn = "title"
  31. ESRangeColumn = "reportId"
  32. )
  33. var (
  34. sortField = []string{"_score:desc"}
  35. htConfig = config.GetConfig(contants.HT).(*config.HTBizConfig)
  36. )
  37. func elastic() *es.ESClient {
  38. return es.GetInstance()
  39. }
  40. // ESReport Report ES研报mapping
  41. type ESReport struct {
  42. ReportID int `json:"reportId"`
  43. OrgId int `json:"orgId"`
  44. Title string `json:"title"`
  45. Author string `json:"author"`
  46. Source reportDao.ReportSource `json:"source"`
  47. Abstract string `json:"abstract"`
  48. CoverSrc int `json:"coverSrc"`
  49. Status reportDao.ReportStatus `json:"status"`
  50. PublishedTime string `json:"publishedTime"`
  51. }
  52. type ReportDTO struct {
  53. ReportID int `json:"reportId"`
  54. OrgId int `json:"orgId"`
  55. Title string `json:"title"`
  56. Author string `json:"author"`
  57. Source string `json:"source"`
  58. Abstract string `json:"abstract"`
  59. PublishedTime string `json:"publishedTime"`
  60. SecondPermission map[int]string `json:"-"`
  61. Permissions map[int]string `json:"-"`
  62. PermissionNames interface{} `json:"permissionNames,omitempty"`
  63. Highlight []string `json:"highlight,omitempty"`
  64. Detail json.RawMessage `json:"detail,omitempty"`
  65. PdfUrl string `json:"pdfUrl,omitempty"`
  66. CoverSrc int `json:"coverSrc"`
  67. CoverUrl string `json:"coverUrl"`
  68. }
  69. type Detail struct {
  70. }
  71. type PermissionDTO struct {
  72. ID int
  73. Name string
  74. ParentID int
  75. }
  76. func GetGetReportById(reportId int) (ReportDTO ReportDTO, err error) {
  77. report, err := reportDao.GetReportById(reportId)
  78. if err != nil {
  79. return
  80. }
  81. //orgId := report.OrgID
  82. //names, _ := reportDao.GetAuthorByOrgId(orgId, string(report.Source))
  83. //if names != nil && len(names) > 1 {
  84. // names = stringUtils.UniqueItems(names)
  85. // report.Author = strings.Join(names, ",")
  86. //}
  87. //report.PublishedTime = report.PublishedTime
  88. ReportDTO = convertReportDTO(report, true)
  89. return
  90. }
  91. func GetTotalPageCount() (total int64, latestId int64, err error) {
  92. return reportDao.GetTotalPageCount()
  93. }
  94. func GetTotalPageCountByAnalyst(analyst string) (total int64, latestId int64) {
  95. return reportDao.GetTotalPageCountByAnalyst(analyst)
  96. }
  97. func SearchMaxReportId(key string) (total int64, reportId int64) {
  98. sort := []string{"reportId:desc"}
  99. request := matchAll(sort, key)
  100. //同步es
  101. re, err := elastic().Count(request)
  102. if err != nil {
  103. logger.Error("es搜索异常:%v", err)
  104. }
  105. count := re.Count
  106. total = int64(count)
  107. if total > 0 {
  108. request = match(key, 0, count, sort)
  109. re, err = elastic().Search(request)
  110. if err != nil {
  111. logger.Error("es搜索异常:%v", err)
  112. }
  113. hits := elastic().GetSource(re.Hits)
  114. data := hits[0].Source
  115. report := ReportDTO{}
  116. err = json.Unmarshal(data, &report)
  117. if err != nil {
  118. logger.Error("获取当前最大研报id失败:%v", err)
  119. return
  120. }
  121. reportId = int64(report.ReportID)
  122. }
  123. return
  124. }
  125. func SearchReportList(key string, from int, size int, max int64) (reports []ReportDTO, err error) {
  126. //同步es
  127. sorts := append(sortField, "publishedTime:desc")
  128. request := matchRange(key, from, size, max, sorts)
  129. re, err := elastic().Search(request)
  130. if err != nil {
  131. logger.Error("es搜索异常:%v", err)
  132. }
  133. hits := elastic().GetSource(re.Hits)
  134. if len(hits) == 0 {
  135. reports = []ReportDTO{}
  136. return
  137. }
  138. for _, hit := range hits {
  139. var content map[string][]string
  140. err = json.Unmarshal(hit.Highlight, &content)
  141. report := ReportDTO{}
  142. err = json.Unmarshal(hit.Source, &report)
  143. if err != nil {
  144. logger.Error("解析研报数据失败:%v", err)
  145. continue
  146. }
  147. report.Highlight = content[ESColumn]
  148. report.Title = report.Highlight[0]
  149. report.PublishedTime = report.PublishedTime[:10]
  150. reports = append(reports, report)
  151. }
  152. return
  153. }
  154. func GetReportPageByAnalyst(pageInfo page.PageInfo, analyst string) (list []ReportDTO, err error) {
  155. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  156. reports, err := reportDao.GetReportPageByAnalyst(pageInfo.LatestId, pageInfo.PageSize, offset, analyst)
  157. if err != nil {
  158. logger.Error("分页查询报告列表失败:%v", err)
  159. return
  160. }
  161. list = make([]ReportDTO, 0)
  162. if reports != nil {
  163. for _, report := range reports {
  164. dto := convertReportDTO(report, false)
  165. list = append(list, dto)
  166. }
  167. }
  168. return
  169. }
  170. func GetReportPageByOrgIds(pageInfo page.PageInfo, orgIds map[string][]int, searchAll bool) (list []ReportDTO, err error) {
  171. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  172. reports, err := reportDao.GetReportPageByOrgIds(pageInfo.LatestId, pageInfo.PageSize, offset, orgIds, searchAll)
  173. if err != nil {
  174. logger.Error("分页查询报告列表失败:%v", err)
  175. return
  176. }
  177. list = make([]ReportDTO, 0)
  178. if reports != nil {
  179. for _, report := range reports {
  180. dto := convertReportDTO(report, false)
  181. list = append(list, dto)
  182. }
  183. }
  184. return
  185. }
  186. func GetNewReportByPublishTime(time time.Time) (reports []ReportDTO) {
  187. list := reportDao.GetNewReportByPublishTime(time)
  188. if list != nil {
  189. for _, report := range list {
  190. dto := convertReportDTO(report, false)
  191. reports = append(reports, dto)
  192. }
  193. }
  194. return
  195. }
  196. func GetReportPage(pageInfo page.PageInfo) (list []ReportDTO, err error) {
  197. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  198. reports, err := reportDao.GetReportPage(pageInfo.LatestId, pageInfo.PageSize, offset)
  199. if err != nil {
  200. logger.Error("分页查询报告列表失败:%v", err)
  201. return
  202. }
  203. list = make([]ReportDTO, 0)
  204. if reports != nil {
  205. for _, report := range reports {
  206. dto := convertReportDTO(report, false)
  207. list = append(list, dto)
  208. }
  209. }
  210. return
  211. }
  212. func getETAReportFirstPermissions(id int) (permissionDTOs []PermissionDTO) {
  213. classifyId, err := etaDao.GetReportClassifyById(id)
  214. if err != nil || classifyId == 0 {
  215. logger.Error("获取研报分类信息失败:%v", err)
  216. return
  217. }
  218. permissions, err := etaDao.GetFirstPermissionsByClassifyID(classifyId)
  219. if err != nil {
  220. logger.Error("获取研报一级品种信息失败:%v", err)
  221. return
  222. }
  223. for _, permission := range permissions {
  224. permissionDTOs = append(permissionDTOs, convertPermissionDTO(permission))
  225. }
  226. return
  227. }
  228. func getETAReportSecondPermissions(id int) (permissionDTOs []PermissionDTO) {
  229. classifyId, err := etaDao.GetReportClassifyById(id)
  230. if err != nil || classifyId == 0 {
  231. logger.Error("获取研报分类信息失败:%v", err)
  232. return
  233. }
  234. permissions, err := etaDao.GetSecondPermissionsByClassifyID(classifyId)
  235. if err != nil {
  236. logger.Error("获取研报二级品种信息失败:%v", err)
  237. return
  238. }
  239. for _, permission := range permissions {
  240. permissionDTOs = append(permissionDTOs, convertPermissionDTO(permission))
  241. }
  242. return
  243. }
  244. func (es ESReport) GetId() string {
  245. return strconv.Itoa(es.ReportID)
  246. }
  247. func GetETALatestReportId() (id int, err error) {
  248. return reportDao.GetLatestReportIdBySource(reportDao.SourceETA)
  249. }
  250. func GetHTLatestReportId() (id int, err error) {
  251. return reportDao.GetLatestReportIdBySource(reportDao.SourceHT)
  252. }
  253. func InitETAReportList(list []eta.ETAReport) (err error) {
  254. logger.Info("同步研报数量%d", len(list))
  255. var reports []reportDao.Report
  256. for _, etaRp := range list {
  257. //authorNames := strings.Split(etaRp.Author, ",")
  258. //authorNamesWithOutEmpty := stringUtils.RemoveEmptyStrings(authorNames)
  259. //for _, authorName := range authorNamesWithOutEmpty {
  260. var coverSrc int
  261. var permissions []etaDao.ChartPermission
  262. permissions, err = etaDao.GetSecondPermissionsByClassifyID(etaRp.ClassifyID)
  263. if err != nil || len(permissions) == 0 {
  264. logger.Error("获取研报二级品种信息失败:%v", err)
  265. coverSrc = 0
  266. } else {
  267. permissionsId := permissions[0].ChartPermissionID
  268. var ids []int
  269. ids, err = mediaDao.GetIdsByPermissionId(permissionsId)
  270. if err != nil {
  271. logger.Error("获取图片资源失败:%v", err)
  272. }
  273. if ids == nil || len(ids) == 0 {
  274. coverSrc = 0
  275. } else {
  276. src := rand.NewSource(time.Now().UnixNano())
  277. r := rand.New(src)
  278. // 从切片中随机选择一个元素
  279. randomIndex := r.Intn(len(ids))
  280. coverSrc = ids[randomIndex]
  281. }
  282. }
  283. destRp := convertEtaReport(etaRp, reportDao.StatusPublish)
  284. //destRp.Author = authorName
  285. destRp.CoverSrc = coverSrc
  286. reports = append(reports, destRp)
  287. //}
  288. }
  289. err = reportDao.BatchInsertReport(&reports)
  290. if err != nil {
  291. logger.Error("同步ETA研报失败:%v", err)
  292. return
  293. }
  294. return initES(reports)
  295. }
  296. func etaStatus(status int) reportDao.ReportStatus {
  297. if status == etaDao.Passed || status == etaDao.Published {
  298. return reportDao.StatusPublish
  299. } else {
  300. return reportDao.StatusUnPublish
  301. }
  302. }
  303. func SyncETAReportList(list []eta.ETAReport) (err error) {
  304. logger.Info("同步研报数量%d", len(list))
  305. var reports []reportDao.Report
  306. for _, etaRp := range list {
  307. var coverSrc int
  308. var permissions []etaDao.ChartPermission
  309. permissions, err = etaDao.GetSecondPermissionsByClassifyID(etaRp.ClassifyID)
  310. if err != nil || len(permissions) == 0 {
  311. logger.Error("获取研报二级品种信息失败:%v", err)
  312. coverSrc = 0
  313. } else {
  314. permissionsId := permissions[0].ChartPermissionID
  315. var ids []int
  316. ids, err = mediaDao.GetIdsByPermissionId(permissionsId)
  317. if err != nil {
  318. logger.Error("获取图片资源失败:%v", err)
  319. }
  320. if ids == nil || len(ids) == 0 {
  321. coverSrc = 0
  322. } else {
  323. src := rand.NewSource(time.Now().UnixNano())
  324. r := rand.New(src)
  325. // 从切片中随机选择一个元素
  326. randomIndex := r.Intn(len(ids))
  327. coverSrc = ids[randomIndex]
  328. }
  329. }
  330. //authorNames := strings.Split(etaRp.Author, ",")
  331. //authorNamesWithOutEmpty := stringUtils.RemoveEmptyStrings(authorNames)
  332. //for _, authorName := range authorNamesWithOutEmpty {
  333. status := etaStatus(etaRp.State)
  334. destRp := convertEtaReport(etaRp, status)
  335. destRp.CoverSrc = coverSrc
  336. reports = append(reports, destRp)
  337. }
  338. //}
  339. esList, err := reportDao.InsertOrUpdateReport(reports, SourceETA)
  340. if esList == nil {
  341. return
  342. }
  343. return syncESAndSendMessage(esList)
  344. }
  345. type UpdateESReport struct {
  346. Title string `json:"title"`
  347. Author string `json:"author"`
  348. Abstract string `json:"abstract"`
  349. PublishedTime string `json:"publishedTime"`
  350. Status string `json:"status"`
  351. }
  352. func syncESAndSendMessage(reports []reportDao.Report) (err error) {
  353. var esReports []es.ESBase
  354. for _, etaRp := range reports {
  355. esRp := convertEsReport(etaRp)
  356. esReports = append(esReports, esRp)
  357. }
  358. //同步es
  359. for _, report := range reports {
  360. var exist bool
  361. exist, err = elastic().Exist(htConfig.GetReportIndex(), report.ID)
  362. if err != nil {
  363. logger.Error("查询es失败,reportId::%d,err:%v", report.ID, err)
  364. }
  365. if exist {
  366. update := UpdateESReport{
  367. Title: report.Title,
  368. Author: report.Author,
  369. PublishedTime: report.PublishedTime,
  370. Abstract: report.Abstract,
  371. Status: string(report.Status),
  372. }
  373. success := elastic().Update(htConfig.GetReportIndex(), report.ID, update)
  374. if !success {
  375. logger.Error("更新es失败,reportId::%d,err:%v", report.ID, err)
  376. }
  377. if report.Status == reportDao.StatusUnPublish {
  378. //隐藏热度搜索
  379. err = userDao.HiddenFlows(report.ID, userDao.ReportSourceType)
  380. if err != nil {
  381. logger.Error("隐藏热度搜索失败,reportId::%d,err:%v", report.ID, err)
  382. }
  383. }
  384. } else {
  385. insert := ESReport{
  386. ReportID: report.ID,
  387. OrgId: report.OrgID,
  388. Title: report.Title,
  389. Author: report.Author,
  390. Source: report.Source,
  391. Abstract: report.Abstract,
  392. CoverSrc: report.CoverSrc,
  393. Status: report.Status,
  394. PublishedTime: report.PublishedTime,
  395. }
  396. success := elastic().CreateDocument(htConfig.GetReportIndex(), report.ID, insert)
  397. if !success {
  398. logger.Error("创建es文档失败,reportId::%d,err:%v", report.ID, err)
  399. }
  400. }
  401. }
  402. //err = elastic().BulkInsert(htConfig.GetReportIndex(), esReports)
  403. if err != nil {
  404. logger.Error("同步ETA研报到es失败:%v", err)
  405. return
  406. }
  407. //生产meta信息
  408. logger.Info("生成推送META信息")
  409. for _, report := range reports {
  410. userIds := userService.GetPostUser(report.Author, report.PublishedTime)
  411. var author analystService.FinancialAnalystDTO
  412. author, err = analystService.GetAnalystByName(report.Author)
  413. if err != nil {
  414. logger.Error("获取研报作者失败:%v", err)
  415. continue
  416. }
  417. if len(userIds) > 0 {
  418. usersStr := stringUtils.IntToStringSlice(userIds)
  419. Meta := userService.MetaData{
  420. AuthorName: report.Author,
  421. AuthorId: author.Id,
  422. SourceId: report.ID,
  423. PublishedTime: report.PublishedTime,
  424. }
  425. metaStr, _ := json.Marshal(Meta)
  426. toStr := strings.Join(usersStr, ",")
  427. UUID := uuid.New()
  428. uuidStr := UUID.String()
  429. metaContent := userService.MetaInfoDTO{
  430. From: "HT",
  431. Uid: "report:" + uuidStr,
  432. Meta: string(metaStr),
  433. MetaType: "USER_NOTICE",
  434. SourceType: "REPORT",
  435. To: toStr,
  436. }
  437. err = userService.CreateMetaInfo(metaContent)
  438. if err != nil {
  439. logger.Error("创建Meta信息失败:%v", err)
  440. return err
  441. }
  442. }
  443. }
  444. return
  445. }
  446. func initES(reports []reportDao.Report) (err error) {
  447. var esReports []es.ESBase
  448. for _, etaRp := range reports {
  449. esRp := convertEsReport(etaRp)
  450. esReports = append(esReports, esRp)
  451. }
  452. //同步es
  453. err = elastic().BulkInsert(htConfig.GetReportIndex(), esReports)
  454. if err != nil {
  455. logger.Error("同步ETA研报到es失败:%v", err)
  456. return
  457. }
  458. return
  459. }
  460. func InitHTReportList(list []ht.HTReport) (noRecord bool, err error) {
  461. var reports []reportDao.Report
  462. //获取系统中ht品种名
  463. permissions, err := reportDao.GetGLAuthorNames()
  464. if err != nil {
  465. logger.Error("获取钢联研报作者失败:%v", err)
  466. return
  467. }
  468. for _, htRp := range list {
  469. for _, permission := range permissions {
  470. if htRp.PermissionName == permission.Permission {
  471. if permission.AuthorNames != "" {
  472. htRp.PublishUserName = permission.AuthorNames
  473. }
  474. //authorNames := strings.Split(htRp.PublishUserName, ",")
  475. //authorNamesWithOutEmpty := stringUtils.RemoveEmptyStrings(authorNames)
  476. //for _, authorName := range authorNamesWithOutEmpty {
  477. destRp := convertHTReport(htRp, reportDao.StatusPublish)
  478. //destRp.Author = authorName
  479. var coverSrc int
  480. permissionId, err := etaDao.GetPermissionIdByName(htRp.PermissionName)
  481. if err != nil {
  482. logger.Error("HT获取eta品种id失败:%v", err)
  483. coverSrc = 0
  484. }
  485. ids, err := mediaDao.GetIdsByPermissionId(permissionId)
  486. if err != nil {
  487. logger.Error("获取图片资源失败:%v", err)
  488. coverSrc = 0
  489. }
  490. if ids == nil || len(ids) == 0 {
  491. coverSrc = 0
  492. } else {
  493. src := rand.NewSource(time.Now().UnixNano())
  494. r := rand.New(src)
  495. // 从切片中随机选择一个元素
  496. randomIndex := r.Intn(len(ids))
  497. coverSrc = ids[randomIndex]
  498. }
  499. destRp.CoverSrc = coverSrc
  500. destRp.PlateName = htRp.PermissionName
  501. reports = append(reports, destRp)
  502. }
  503. //}
  504. }
  505. }
  506. if len(reports) == 0 {
  507. return true, nil
  508. } else {
  509. logger.Info("同步研报数量%d", len(reports))
  510. err = reportDao.BatchInsertReport(&reports)
  511. if err != nil {
  512. logger.Error("同步HT研报失败:%v", err)
  513. return false, err
  514. }
  515. return false, initES(reports)
  516. }
  517. }
  518. func htStatus(status int, isDelete int) reportDao.ReportStatus {
  519. if isDelete == 1 || status != ht.Publish {
  520. return reportDao.StatusUnPublish
  521. }
  522. return reportDao.StatusUnPublish
  523. }
  524. func SyncHTReportList(list []ht.HTReport) (noRecord bool, err error) {
  525. var reports []reportDao.Report
  526. permissions, err := reportDao.GetGLAuthorNames()
  527. if err != nil {
  528. logger.Error("获取钢联研报作者失败:%v", err)
  529. return
  530. }
  531. for _, htRp := range list {
  532. for _, permission := range permissions {
  533. if htRp.PermissionName == permission.Permission {
  534. if permission.AuthorNames != "" {
  535. htRp.PublishUserName = permission.AuthorNames
  536. }
  537. //authorNames := strings.Split(htRp.PublishUserName, ",")
  538. //authorNamesWithOutEmpty := stringUtils.RemoveEmptyStrings(authorNames)
  539. //for _, authorName := range authorNamesWithOutEmpty {
  540. status := htStatus(htRp.Status, htRp.IsDelete)
  541. destRp := convertHTReport(htRp, status)
  542. //destRp.Author = authorName
  543. var coverSrc int
  544. permissionId, err := etaDao.GetPermissionIdByName(htRp.PermissionName)
  545. if err != nil {
  546. logger.Error("HT获取eta品种id失败:%v", err)
  547. coverSrc = 0
  548. }
  549. ids, err := mediaDao.GetIdsByPermissionId(permissionId)
  550. if err != nil {
  551. logger.Error("获取图片资源失败:%v", err)
  552. coverSrc = 0
  553. }
  554. if ids == nil || len(ids) == 0 {
  555. coverSrc = 0
  556. } else {
  557. src := rand.NewSource(time.Now().UnixNano())
  558. r := rand.New(src)
  559. // 从切片中随机选择一个元素
  560. randomIndex := r.Intn(len(ids))
  561. coverSrc = ids[randomIndex]
  562. }
  563. destRp.CoverSrc = coverSrc
  564. destRp.PlateName = htRp.PermissionName
  565. reports = append(reports, destRp)
  566. }
  567. //}
  568. }
  569. }
  570. if len(reports) == 0 {
  571. return true, nil
  572. } else {
  573. logger.Info("同步研报数量%d", len(list))
  574. }
  575. esList, err := reportDao.InsertOrUpdateReport(reports, SourceHT)
  576. if esList == nil {
  577. return false, err
  578. }
  579. return false, syncESAndSendMessage(reports)
  580. }
  581. func GetListOrderByConditionWeekly(week bool, column string, limit int, order models.Order) (dtoList []ReportDTO, err error) {
  582. reports, err := reportDao.GetListOrderByCondition(week, column, limit, order)
  583. if err != nil {
  584. logger.Error("获取研报失败:%v", err)
  585. return
  586. }
  587. for _, reportItem := range reports {
  588. dto := convertReportDTO(reportItem, false)
  589. dtoList = append(dtoList, dto)
  590. }
  591. return
  592. }
  593. func GetListByCondition[T any](column string, ids []T) (dtoList []ReportDTO, err error) {
  594. var values []interface{}
  595. for _, id := range ids {
  596. values = append(values, id)
  597. }
  598. reports, err := reportDao.GetListByCondition(column, ids)
  599. if err != nil {
  600. logger.Error("获取研报失败:%v", err)
  601. return
  602. }
  603. for _, reportItem := range reports {
  604. dto := convertReportDTO(reportItem, false)
  605. dtoList = append(dtoList, dto)
  606. }
  607. return
  608. }
  609. func GetTotalPageCountByPermissionIds(permissionIds []int) (total int64, latestId int64, ids map[string][]int) {
  610. htOrgIds, err := GetHTReportIdsByPermissionIds(permissionIds)
  611. if err != nil {
  612. logger.Error("品种筛选ht报告id失败:%v", err)
  613. htOrgIds = []int{}
  614. }
  615. etaOrgIds, err := GetETAReportIdsByPermissionIds(permissionIds)
  616. if err != nil {
  617. logger.Error("品种筛选eta报告id失败:%v", err)
  618. etaOrgIds = []int{}
  619. }
  620. totalCol := int64(len(etaOrgIds) + len(htOrgIds))
  621. if totalCol == 0 {
  622. latestId = 0
  623. return
  624. }
  625. ids = make(map[string][]int, 2)
  626. if len(etaOrgIds) == 0 {
  627. ids["ETA"] = []int{}
  628. } else {
  629. ids["ETA"] = etaOrgIds
  630. }
  631. if len(htOrgIds) == 0 {
  632. ids["HT"] = []int{}
  633. } else {
  634. ids["HT"] = htOrgIds
  635. }
  636. //ids = append(etaIds, htIds...)
  637. total, latestId, err = reportDao.GetMaxIdByPermissionIds(ids)
  638. if err != nil {
  639. logger.Error("获取筛选报告的最大记录和记录数失败:%v", err)
  640. return
  641. }
  642. return
  643. }
  644. func convertEtaReport(etaRp eta.ETAReport, status reportDao.ReportStatus) reportDao.Report {
  645. return reportDao.Report{
  646. OrgID: etaRp.ID,
  647. Title: etaRp.Title,
  648. Abstract: etaRp.Abstract,
  649. Author: etaRp.Author,
  650. CoverSrc: 0,
  651. PublishedTime: etaRp.PublishTime.Format(time.DateTime),
  652. Source: reportDao.SourceETA,
  653. SendStatus: reportDao.UNSEND,
  654. Status: status,
  655. }
  656. }
  657. func convertHTReport(etaRp ht.HTReport, status reportDao.ReportStatus) reportDao.Report {
  658. return reportDao.Report{
  659. OrgID: etaRp.Id,
  660. Title: etaRp.ReportName,
  661. Author: etaRp.PublishUserName,
  662. PublishedTime: etaRp.PublishedTime,
  663. CoverSrc: 0,
  664. Source: reportDao.SourceHT,
  665. SendStatus: reportDao.UNSEND,
  666. Status: reportDao.StatusPublish,
  667. }
  668. }
  669. func convertEsReport(report reportDao.Report) ESReport {
  670. return ESReport{
  671. ReportID: report.ID,
  672. Title: report.Title,
  673. OrgId: report.OrgID,
  674. Author: report.Author,
  675. Source: report.Source,
  676. Abstract: report.Abstract,
  677. Status: report.Status,
  678. CoverSrc: report.CoverSrc,
  679. PublishedTime: report.PublishedTime,
  680. }
  681. }
  682. func convertReportDTO(report reportDao.Report, fullTime bool) (reportDTO ReportDTO) {
  683. reportDTO = ReportDTO{
  684. ReportID: report.ID,
  685. Title: report.Title,
  686. OrgId: report.OrgID,
  687. Author: report.Author,
  688. Source: string(report.Source),
  689. CoverSrc: report.CoverSrc,
  690. Abstract: report.Abstract,
  691. PublishedTime: report.PublishedTime,
  692. }
  693. publishDate, err := time.Parse(time.DateTime, reportDTO.PublishedTime)
  694. if err == nil && !fullTime {
  695. reportDTO.PublishedTime = publishDate.Format(time.DateOnly)
  696. }
  697. return
  698. }
  699. func matchAll(sorts []string, key string) (request *es.ESQueryRequest) {
  700. req := new(es.ESQueryRequest)
  701. return req.CreateESQueryRequest(htConfig.GetReportIndex(), ESColumn, key, 0, 1, sorts, es.MatchAllByCondition).ByCondition("status", "PUBLISH")
  702. }
  703. func match(key string, from int, to int, sorts []string) (request *es.ESQueryRequest) {
  704. req := new(es.ESQueryRequest)
  705. return req.CreateESQueryRequest(htConfig.GetReportIndex(), ESColumn, key, from, to, sorts, es.MatchAllByCondition).ByCondition("status", "PUBLISH")
  706. }
  707. func matchRange(key string, from int, to int, max int64, sorts []string) (request *es.ESQueryRequest) {
  708. req := new(es.ESQueryRequest)
  709. return req.CreateESQueryRequest(htConfig.GetReportIndex(), ESColumn, key, from, to, sorts, es.RangeByCondition).Range(0, max, ESRangeColumn).ByCondition("status", "PUBLISH")
  710. }