report_service.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765
  1. package report
  2. import (
  3. "encoding/json"
  4. "eta/eta_mini_ht_api/common/component/config"
  5. "eta/eta_mini_ht_api/common/component/es"
  6. logger "eta/eta_mini_ht_api/common/component/log"
  7. "eta/eta_mini_ht_api/common/contants"
  8. "eta/eta_mini_ht_api/common/utils/page"
  9. stringUtils "eta/eta_mini_ht_api/common/utils/string"
  10. analystService "eta/eta_mini_ht_api/domian/financial_analyst"
  11. userService "eta/eta_mini_ht_api/domian/user"
  12. "eta/eta_mini_ht_api/models"
  13. "eta/eta_mini_ht_api/models/eta"
  14. etaDao "eta/eta_mini_ht_api/models/eta"
  15. "eta/eta_mini_ht_api/models/ht"
  16. mediaDao "eta/eta_mini_ht_api/models/media"
  17. reportDao "eta/eta_mini_ht_api/models/report"
  18. userDao "eta/eta_mini_ht_api/models/user"
  19. "github.com/google/uuid"
  20. "math/rand"
  21. "strconv"
  22. "strings"
  23. "time"
  24. )
  25. const (
  26. SourceETA = "ETA"
  27. SourceHT = "HT"
  28. DESC models.Order = "desc"
  29. ASC models.Order = "asc"
  30. ESColumn = "title"
  31. ESRangeColumn = "reportId"
  32. )
  33. var (
  34. sortField = []string{"_score:desc"}
  35. htConfig = config.GetConfig(contants.HT).(*config.HTBizConfig)
  36. )
  37. func elastic() *es.ESClient {
  38. return es.GetInstance()
  39. }
  40. // ESReport Report ES研报mapping
  41. type ESReport struct {
  42. ReportID int `json:"reportId"`
  43. OrgId int `json:"orgId"`
  44. Title string `json:"title"`
  45. Author string `json:"author"`
  46. Source reportDao.ReportSource `json:"source"`
  47. Abstract string `json:"abstract"`
  48. CoverSrc int `json:"coverSrc"`
  49. Status reportDao.ReportStatus `json:"status"`
  50. PublishedTime string `json:"publishedTime"`
  51. }
  52. type ReportDTO struct {
  53. ReportID int `json:"reportId"`
  54. OrgId int `json:"orgId"`
  55. Title string `json:"title"`
  56. Author string `json:"author"`
  57. Source string `json:"source"`
  58. Abstract string `json:"abstract"`
  59. PublishedTime string `json:"publishedTime"`
  60. SecondPermission map[int]string `json:"-"`
  61. Permissions map[int]string `json:"-"`
  62. PermissionNames interface{} `json:"permissionNames,omitempty"`
  63. Highlight []string `json:"highlight,omitempty"`
  64. Detail json.RawMessage `json:"detail,omitempty"`
  65. PdfUrl string `json:"pdfUrl,omitempty"`
  66. CoverSrc int `json:"coverSrc"`
  67. CoverUrl string `json:"coverUrl"`
  68. }
  69. type Detail struct {
  70. }
  71. type PermissionDTO struct {
  72. ID int
  73. Name string
  74. ParentID int
  75. }
  76. func GetGetReportById(reportId int) (ReportDTO ReportDTO, err error) {
  77. report, err := reportDao.GetReportById(reportId)
  78. if err != nil {
  79. return
  80. }
  81. //orgId := report.OrgID
  82. //names, _ := reportDao.GetAuthorByOrgId(orgId, string(report.Source))
  83. //if names != nil && len(names) > 1 {
  84. // names = stringUtils.UniqueItems(names)
  85. // report.Author = strings.Join(names, ",")
  86. //}
  87. //report.PublishedTime = report.PublishedTime
  88. ReportDTO = convertReportDTO(report, true)
  89. return
  90. }
  91. func GetTotalPageCount() (total int64, latestId int64, err error) {
  92. return reportDao.GetTotalPageCount()
  93. }
  94. func GetTotalPageCountByAnalyst(analyst string) (total int64, latestId int64) {
  95. return reportDao.GetTotalPageCountByAnalyst(analyst)
  96. }
  97. func SearchMaxReportId(key string) (total int64, reportId int64) {
  98. sort := []string{"reportId:desc"}
  99. request := matchAll(sort, key)
  100. //同步es
  101. re, err := elastic().Count(request)
  102. if err != nil {
  103. logger.Error("es搜索异常:%v", err)
  104. }
  105. count := re.Count
  106. total = int64(count)
  107. if total > 0 {
  108. request = match(key, 0, count, sort)
  109. re, err = elastic().Search(request)
  110. if err != nil {
  111. logger.Error("es搜索异常:%v", err)
  112. }
  113. hits := elastic().GetSource(re.Hits)
  114. data := hits[0].Source
  115. report := ReportDTO{}
  116. err = json.Unmarshal(data, &report)
  117. if err != nil {
  118. logger.Error("获取当前最大研报id失败:%v", err)
  119. return
  120. }
  121. reportId = int64(report.ReportID)
  122. }
  123. return
  124. }
  125. func SearchReportList(key string, from int, size int, max int64) (reports []ReportDTO, err error) {
  126. //同步es
  127. sorts := append(sortField, "publishedTime:desc")
  128. request := matchRange(key, from, size, max, sorts)
  129. re, err := elastic().Search(request)
  130. if err != nil {
  131. logger.Error("es搜索异常:%v", err)
  132. }
  133. hits := elastic().GetSource(re.Hits)
  134. if len(hits) == 0 {
  135. reports = []ReportDTO{}
  136. return
  137. }
  138. for _, hit := range hits {
  139. var content map[string][]string
  140. err = json.Unmarshal(hit.Highlight, &content)
  141. report := ReportDTO{}
  142. err = json.Unmarshal(hit.Source, &report)
  143. if err != nil {
  144. logger.Error("解析研报数据失败:%v", err)
  145. continue
  146. }
  147. report.Highlight = content[ESColumn]
  148. report.Title = report.Highlight[0]
  149. report.PublishedTime = report.PublishedTime[:10]
  150. reports = append(reports, report)
  151. }
  152. return
  153. }
  154. func GetReportPageByAnalyst(pageInfo page.PageInfo, analyst string) (list []ReportDTO, err error) {
  155. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  156. reports, err := reportDao.GetReportPageByAnalyst(pageInfo.LatestId, pageInfo.PageSize, offset, analyst)
  157. if err != nil {
  158. logger.Error("分页查询报告列表失败:%v", err)
  159. return
  160. }
  161. list = make([]ReportDTO, 0)
  162. if reports != nil {
  163. for _, report := range reports {
  164. dto := convertReportDTO(report, false)
  165. list = append(list, dto)
  166. }
  167. }
  168. return
  169. }
  170. func GetReportPageByOrgIds(pageInfo page.PageInfo, orgIds map[string][]int, searchAll bool) (list []ReportDTO, err error) {
  171. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  172. reports, err := reportDao.GetReportPageByOrgIds(pageInfo.LatestId, pageInfo.PageSize, offset, orgIds, searchAll)
  173. if err != nil {
  174. logger.Error("分页查询报告列表失败:%v", err)
  175. return
  176. }
  177. list = make([]ReportDTO, 0)
  178. if reports != nil {
  179. for _, report := range reports {
  180. dto := convertReportDTO(report, false)
  181. list = append(list, dto)
  182. }
  183. }
  184. return
  185. }
  186. func GetNewReportByPublishTime(time time.Time) (reports []ReportDTO) {
  187. list := reportDao.GetNewReportByPublishTime(time)
  188. if list != nil {
  189. for _, report := range list {
  190. dto := convertReportDTO(report, false)
  191. reports = append(reports, dto)
  192. }
  193. }
  194. return
  195. }
  196. func GetReportPage(pageInfo page.PageInfo) (list []ReportDTO, err error) {
  197. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  198. reports, err := reportDao.GetReportPage(pageInfo.LatestId, pageInfo.PageSize, offset)
  199. if err != nil {
  200. logger.Error("分页查询报告列表失败:%v", err)
  201. return
  202. }
  203. list = make([]ReportDTO, 0)
  204. if reports != nil {
  205. for _, report := range reports {
  206. dto := convertReportDTO(report, false)
  207. list = append(list, dto)
  208. }
  209. }
  210. return
  211. }
  212. func getETAReportFirstPermissions(id int) (permissionDTOs []PermissionDTO) {
  213. classifyId, err := etaDao.GetReportClassifyById(id)
  214. if err != nil || classifyId == 0 {
  215. logger.Error("获取研报分类信息失败:%v", err)
  216. return
  217. }
  218. permissions, err := etaDao.GetFirstPermissionsByClassifyID(classifyId)
  219. if err != nil {
  220. logger.Error("获取研报一级品种信息失败:%v", err)
  221. return
  222. }
  223. for _, permission := range permissions {
  224. permissionDTOs = append(permissionDTOs, convertPermissionDTO(permission))
  225. }
  226. return
  227. }
  228. func getETAReportSecondPermissions(id int) (permissionDTOs []PermissionDTO) {
  229. classifyId, err := etaDao.GetReportClassifyById(id)
  230. if err != nil || classifyId == 0 {
  231. logger.Error("获取研报分类信息失败:%v", err)
  232. return
  233. }
  234. permissions, err := etaDao.GetSecondPermissionsByClassifyID(classifyId)
  235. if err != nil {
  236. logger.Error("获取研报二级品种信息失败:%v", err)
  237. return
  238. }
  239. for _, permission := range permissions {
  240. permissionDTOs = append(permissionDTOs, convertPermissionDTO(permission))
  241. }
  242. return
  243. }
  244. func (es ESReport) GetId() string {
  245. return strconv.Itoa(es.ReportID)
  246. }
  247. func GetETALatestReportId() (id int, err error) {
  248. return reportDao.GetLatestReportIdBySource(reportDao.SourceETA)
  249. }
  250. func GetHTLatestReportId() (id int, err error) {
  251. return reportDao.GetLatestReportIdBySource(reportDao.SourceHT)
  252. }
  253. func InitETAReportList(list []eta.ETAReport) (err error) {
  254. logger.Info("同步研报数量%d", len(list))
  255. var reports []reportDao.Report
  256. for _, etaRp := range list {
  257. //authorNames := strings.Split(etaRp.Author, ",")
  258. //authorNamesWithOutEmpty := stringUtils.RemoveEmptyStrings(authorNames)
  259. //for _, authorName := range authorNamesWithOutEmpty {
  260. var coverSrc int
  261. var permissions []etaDao.ChartPermission
  262. permissions, err = etaDao.GetSecondPermissionsByClassifyID(etaRp.ClassifyID)
  263. if err != nil || len(permissions) == 0 {
  264. logger.Error("获取研报二级品种信息失败:%v", err)
  265. coverSrc = 0
  266. } else {
  267. coverSrc = 0
  268. for _, permission := range permissions {
  269. permissionsId := permission.ChartPermissionID
  270. var ids []int
  271. ids, err = mediaDao.GetIdsByPermissionId(permissionsId)
  272. if err != nil {
  273. logger.Error("获取图片资源失败:%v", err)
  274. continue
  275. }
  276. if ids == nil || len(ids) == 0 {
  277. continue
  278. }
  279. src := rand.NewSource(time.Now().UnixNano())
  280. r := rand.New(src)
  281. // 从切片中随机选择一个元素
  282. randomIndex := r.Intn(len(ids))
  283. coverSrc = ids[randomIndex]
  284. break
  285. }
  286. }
  287. destRp := convertEtaReport(etaRp, reportDao.StatusPublish)
  288. //destRp.Author = authorName
  289. destRp.CoverSrc = coverSrc
  290. reports = append(reports, destRp)
  291. //}
  292. }
  293. err = reportDao.BatchInsertReport(&reports)
  294. if err != nil {
  295. logger.Error("同步ETA研报失败:%v", err)
  296. return
  297. }
  298. return initES(reports)
  299. }
  300. func etaStatus(status int) reportDao.ReportStatus {
  301. if status == etaDao.Passed || status == etaDao.Published {
  302. return reportDao.StatusPublish
  303. } else {
  304. return reportDao.StatusUnPublish
  305. }
  306. }
  307. func SyncETAReportList(list []eta.ETAReport) (err error) {
  308. logger.Info("同步研报数量%d", len(list))
  309. var reports []reportDao.Report
  310. for _, etaRp := range list {
  311. var coverSrc int
  312. var permissions []etaDao.ChartPermission
  313. permissions, err = etaDao.GetSecondPermissionsByClassifyID(etaRp.ClassifyID)
  314. if err != nil || len(permissions) == 0 {
  315. logger.Error("获取研报二级品种信息失败:%v", err)
  316. coverSrc = 0
  317. } else {
  318. coverSrc = 0
  319. for _, permission := range permissions {
  320. permissionsId := permission.ChartPermissionID
  321. var ids []int
  322. ids, err = mediaDao.GetIdsByPermissionId(permissionsId)
  323. if err != nil {
  324. logger.Error("获取图片资源失败:%v", err)
  325. continue
  326. }
  327. if ids == nil || len(ids) == 0 {
  328. continue
  329. }
  330. src := rand.NewSource(time.Now().UnixNano())
  331. r := rand.New(src)
  332. // 从切片中随机选择一个元素
  333. randomIndex := r.Intn(len(ids))
  334. coverSrc = ids[randomIndex]
  335. break
  336. }
  337. //permissionsId := permissions[0].ChartPermissionID
  338. //var ids []int
  339. //ids, err = mediaDao.GetIdsByPermissionId(permissionsId)
  340. //if err != nil {
  341. // logger.Error("获取图片资源失败:%v", err)
  342. //}
  343. //if ids == nil || len(ids) == 0 {
  344. // coverSrc = 0
  345. //} else {
  346. // src := rand.NewSource(time.Now().UnixNano())
  347. // r := rand.New(src)
  348. // // 从切片中随机选择一个元素
  349. // randomIndex := r.Intn(len(ids))
  350. // coverSrc = ids[randomIndex]
  351. //}
  352. }
  353. //authorNames := strings.Split(etaRp.Author, ",")
  354. //authorNamesWithOutEmpty := stringUtils.RemoveEmptyStrings(authorNames)
  355. //for _, authorName := range authorNamesWithOutEmpty {
  356. status := etaStatus(etaRp.State)
  357. destRp := convertEtaReport(etaRp, status)
  358. destRp.CoverSrc = coverSrc
  359. reports = append(reports, destRp)
  360. }
  361. //}
  362. esList, err := reportDao.InsertOrUpdateReport(reports, SourceETA)
  363. if esList == nil {
  364. return
  365. }
  366. return syncESAndSendMessage(esList)
  367. }
  368. type UpdateESReport struct {
  369. Title string `json:"title"`
  370. Author string `json:"author"`
  371. Abstract string `json:"abstract"`
  372. PublishedTime string `json:"publishedTime"`
  373. Status string `json:"status"`
  374. }
  375. func syncESAndSendMessage(reports []reportDao.Report) (err error) {
  376. var esReports []es.ESBase
  377. for _, etaRp := range reports {
  378. esRp := convertEsReport(etaRp)
  379. esReports = append(esReports, esRp)
  380. }
  381. //同步es
  382. for _, report := range reports {
  383. var exist bool
  384. exist, err = elastic().Exist(htConfig.GetReportIndex(), report.ID)
  385. if err != nil {
  386. logger.Error("查询es失败,reportId::%d,err:%v", report.ID, err)
  387. }
  388. if exist {
  389. update := UpdateESReport{
  390. Title: report.Title,
  391. Author: report.Author,
  392. PublishedTime: report.PublishedTime,
  393. Abstract: report.Abstract,
  394. Status: string(report.Status),
  395. }
  396. success := elastic().Update(htConfig.GetReportIndex(), report.ID, update)
  397. if !success {
  398. logger.Error("更新es失败,reportId::%d,err:%v", report.ID, err)
  399. }
  400. if report.Status == reportDao.StatusUnPublish {
  401. //隐藏热度搜索
  402. err = userDao.HiddenFlows(report.ID, userDao.ReportSourceType)
  403. if err != nil {
  404. logger.Error("隐藏热度搜索失败,reportId::%d,err:%v", report.ID, err)
  405. }
  406. }
  407. } else {
  408. insert := ESReport{
  409. ReportID: report.ID,
  410. OrgId: report.OrgID,
  411. Title: report.Title,
  412. Author: report.Author,
  413. Source: report.Source,
  414. Abstract: report.Abstract,
  415. CoverSrc: report.CoverSrc,
  416. Status: report.Status,
  417. PublishedTime: report.PublishedTime,
  418. }
  419. success := elastic().CreateDocument(htConfig.GetReportIndex(), report.ID, insert)
  420. if !success {
  421. logger.Error("创建es文档失败,reportId::%d,err:%v", report.ID, err)
  422. }
  423. }
  424. }
  425. //err = elastic().BulkInsert(htConfig.GetReportIndex(), esReports)
  426. if err != nil {
  427. logger.Error("同步ETA研报到es失败:%v", err)
  428. return
  429. }
  430. //生产meta信息
  431. logger.Info("生成推送META信息")
  432. for _, report := range reports {
  433. userIds := userService.GetPostUser(report.Author, report.PublishedTime)
  434. var author analystService.FinancialAnalystDTO
  435. author, err = analystService.GetAnalystByName(report.Author)
  436. if err != nil {
  437. logger.Error("获取研报作者失败:%v", err)
  438. continue
  439. }
  440. if len(userIds) > 0 {
  441. usersStr := stringUtils.IntToStringSlice(userIds)
  442. Meta := userService.MetaData{
  443. AuthorName: report.Author,
  444. AuthorId: author.Id,
  445. SourceId: report.ID,
  446. PublishedTime: report.PublishedTime,
  447. }
  448. metaStr, _ := json.Marshal(Meta)
  449. toStr := strings.Join(usersStr, ",")
  450. UUID := uuid.New()
  451. uuidStr := UUID.String()
  452. metaContent := userService.MetaInfoDTO{
  453. From: "HT",
  454. Uid: "report:" + uuidStr,
  455. Meta: string(metaStr),
  456. MetaType: "USER_NOTICE",
  457. SourceType: "REPORT",
  458. To: toStr,
  459. }
  460. err = userService.CreateMetaInfo(metaContent)
  461. if err != nil {
  462. logger.Error("创建Meta信息失败:%v", err)
  463. return err
  464. }
  465. }
  466. }
  467. return
  468. }
  469. func initES(reports []reportDao.Report) (err error) {
  470. var esReports []es.ESBase
  471. for _, etaRp := range reports {
  472. esRp := convertEsReport(etaRp)
  473. esReports = append(esReports, esRp)
  474. }
  475. //同步es
  476. err = elastic().BulkInsert(htConfig.GetReportIndex(), esReports)
  477. if err != nil {
  478. logger.Error("同步ETA研报到es失败:%v", err)
  479. return
  480. }
  481. return
  482. }
  483. func InitHTReportList(list []ht.HTReport) (noRecord bool, err error) {
  484. var reports []reportDao.Report
  485. //获取系统中ht品种名
  486. permissions, err := reportDao.GetGLAuthorNames()
  487. if err != nil {
  488. logger.Error("获取钢联研报作者失败:%v", err)
  489. return
  490. }
  491. for _, htRp := range list {
  492. for _, permission := range permissions {
  493. if htRp.PermissionName == permission.Permission {
  494. if permission.AuthorNames != "" {
  495. htRp.PublishUserName = permission.AuthorNames
  496. }
  497. //authorNames := strings.Split(htRp.PublishUserName, ",")
  498. //authorNamesWithOutEmpty := stringUtils.RemoveEmptyStrings(authorNames)
  499. //for _, authorName := range authorNamesWithOutEmpty {
  500. destRp := convertHTReport(htRp, reportDao.StatusPublish)
  501. //destRp.Author = authorName
  502. var coverSrc int
  503. var permissionId int
  504. permissionId, err = etaDao.GetPermissionIdByName(htRp.PermissionName)
  505. if err != nil {
  506. logger.Error("HT获取eta品种id失败:%v", err)
  507. coverSrc = 0
  508. }
  509. var ids []int
  510. ids, err = mediaDao.GetIdsByPermissionId(permissionId)
  511. if err != nil {
  512. logger.Error("获取图片资源失败:%v", err)
  513. coverSrc = 0
  514. }
  515. if ids == nil || len(ids) == 0 {
  516. coverSrc = 0
  517. } else {
  518. src := rand.NewSource(time.Now().UnixNano())
  519. r := rand.New(src)
  520. // 从切片中随机选择一个元素
  521. randomIndex := r.Intn(len(ids))
  522. coverSrc = ids[randomIndex]
  523. }
  524. destRp.CoverSrc = coverSrc
  525. destRp.PlateName = htRp.PermissionName
  526. reports = append(reports, destRp)
  527. }
  528. //}
  529. }
  530. }
  531. if len(reports) == 0 {
  532. return true, nil
  533. } else {
  534. logger.Info("同步研报数量%d", len(reports))
  535. err = reportDao.BatchInsertReport(&reports)
  536. if err != nil {
  537. logger.Error("同步HT研报失败:%v", err)
  538. return false, err
  539. }
  540. return false, initES(reports)
  541. }
  542. }
  543. func htStatus(status int, isDelete int) reportDao.ReportStatus {
  544. if isDelete == 1 || status != ht.Publish {
  545. return reportDao.StatusUnPublish
  546. }
  547. return reportDao.StatusUnPublish
  548. }
  549. func SyncHTReportList(list []ht.HTReport) (noRecord bool, err error) {
  550. var reports []reportDao.Report
  551. permissions, err := reportDao.GetGLAuthorNames()
  552. if err != nil {
  553. logger.Error("获取钢联研报作者失败:%v", err)
  554. return
  555. }
  556. for _, htRp := range list {
  557. for _, permission := range permissions {
  558. if htRp.PermissionName == permission.Permission {
  559. if permission.AuthorNames != "" {
  560. htRp.PublishUserName = permission.AuthorNames
  561. }
  562. //authorNames := strings.Split(htRp.PublishUserName, ",")
  563. //authorNamesWithOutEmpty := stringUtils.RemoveEmptyStrings(authorNames)
  564. //for _, authorName := range authorNamesWithOutEmpty {
  565. status := htStatus(htRp.Status, htRp.IsDelete)
  566. destRp := convertHTReport(htRp, status)
  567. //destRp.Author = authorName
  568. var coverSrc int
  569. var permissionId int
  570. permissionId, err = etaDao.GetPermissionIdByName(htRp.PermissionName)
  571. if err != nil {
  572. logger.Error("HT获取eta品种id失败:%v", err)
  573. coverSrc = 0
  574. }
  575. ids, err := mediaDao.GetIdsByPermissionId(permissionId)
  576. if err != nil {
  577. logger.Error("获取图片资源失败:%v", err)
  578. coverSrc = 0
  579. }
  580. if ids == nil || len(ids) == 0 {
  581. coverSrc = 0
  582. } else {
  583. src := rand.NewSource(time.Now().UnixNano())
  584. r := rand.New(src)
  585. // 从切片中随机选择一个元素
  586. randomIndex := r.Intn(len(ids))
  587. coverSrc = ids[randomIndex]
  588. }
  589. destRp.CoverSrc = coverSrc
  590. destRp.PlateName = htRp.PermissionName
  591. reports = append(reports, destRp)
  592. }
  593. //}
  594. }
  595. }
  596. if len(reports) == 0 {
  597. return true, nil
  598. } else {
  599. logger.Info("同步研报数量%d", len(list))
  600. }
  601. esList, err := reportDao.InsertOrUpdateReport(reports, SourceHT)
  602. if esList == nil {
  603. return false, err
  604. }
  605. return false, syncESAndSendMessage(reports)
  606. }
  607. func GetListOrderByConditionWeekly(week bool, column string, limit int, order models.Order) (dtoList []ReportDTO, err error) {
  608. reports, err := reportDao.GetListOrderByCondition(week, column, limit, order)
  609. if err != nil {
  610. logger.Error("获取研报失败:%v", err)
  611. return
  612. }
  613. for _, reportItem := range reports {
  614. dto := convertReportDTO(reportItem, false)
  615. dtoList = append(dtoList, dto)
  616. }
  617. return
  618. }
  619. func GetListByCondition[T any](column string, ids []T) (dtoList []ReportDTO, err error) {
  620. var values []interface{}
  621. for _, id := range ids {
  622. values = append(values, id)
  623. }
  624. reports, err := reportDao.GetListByCondition(column, ids)
  625. if err != nil {
  626. logger.Error("获取研报失败:%v", err)
  627. return
  628. }
  629. for _, reportItem := range reports {
  630. dto := convertReportDTO(reportItem, false)
  631. dtoList = append(dtoList, dto)
  632. }
  633. return
  634. }
  635. func GetTotalPageCountByPermissionIds(permissionIds []int) (total int64, latestId int64, ids map[string][]int) {
  636. htOrgIds, err := GetHTReportIdsByPermissionIds(permissionIds)
  637. if err != nil {
  638. logger.Error("品种筛选ht报告id失败:%v", err)
  639. htOrgIds = []int{}
  640. }
  641. etaOrgIds, err := GetETAReportIdsByPermissionIds(permissionIds)
  642. if err != nil {
  643. logger.Error("品种筛选eta报告id失败:%v", err)
  644. etaOrgIds = []int{}
  645. }
  646. totalCol := int64(len(etaOrgIds) + len(htOrgIds))
  647. if totalCol == 0 {
  648. latestId = 0
  649. return
  650. }
  651. ids = make(map[string][]int, 2)
  652. if len(etaOrgIds) == 0 {
  653. ids["ETA"] = []int{}
  654. } else {
  655. ids["ETA"] = etaOrgIds
  656. }
  657. if len(htOrgIds) == 0 {
  658. ids["HT"] = []int{}
  659. } else {
  660. ids["HT"] = htOrgIds
  661. }
  662. //ids = append(etaIds, htIds...)
  663. total, latestId, err = reportDao.GetMaxIdByPermissionIds(ids)
  664. if err != nil {
  665. logger.Error("获取筛选报告的最大记录和记录数失败:%v", err)
  666. return
  667. }
  668. return
  669. }
  670. func convertEtaReport(etaRp eta.ETAReport, status reportDao.ReportStatus) reportDao.Report {
  671. return reportDao.Report{
  672. OrgID: etaRp.ID,
  673. Title: etaRp.Title,
  674. Abstract: etaRp.Abstract,
  675. Author: etaRp.Author,
  676. CoverSrc: 0,
  677. PublishedTime: etaRp.PublishTime.Format(time.DateTime),
  678. Source: reportDao.SourceETA,
  679. SendStatus: reportDao.UNSEND,
  680. Status: status,
  681. }
  682. }
  683. func convertHTReport(etaRp ht.HTReport, status reportDao.ReportStatus) reportDao.Report {
  684. return reportDao.Report{
  685. OrgID: etaRp.Id,
  686. Title: etaRp.ReportName,
  687. Author: etaRp.PublishUserName,
  688. PublishedTime: etaRp.PublishedTime,
  689. CoverSrc: 0,
  690. Source: reportDao.SourceHT,
  691. SendStatus: reportDao.UNSEND,
  692. Status: reportDao.StatusPublish,
  693. }
  694. }
  695. func convertEsReport(report reportDao.Report) ESReport {
  696. return ESReport{
  697. ReportID: report.ID,
  698. Title: report.Title,
  699. OrgId: report.OrgID,
  700. Author: report.Author,
  701. Source: report.Source,
  702. Abstract: report.Abstract,
  703. Status: report.Status,
  704. CoverSrc: report.CoverSrc,
  705. PublishedTime: report.PublishedTime,
  706. }
  707. }
  708. func convertReportDTO(report reportDao.Report, fullTime bool) (reportDTO ReportDTO) {
  709. reportDTO = ReportDTO{
  710. ReportID: report.ID,
  711. Title: report.Title,
  712. OrgId: report.OrgID,
  713. Author: report.Author,
  714. Source: string(report.Source),
  715. CoverSrc: report.CoverSrc,
  716. Abstract: report.Abstract,
  717. PublishedTime: report.PublishedTime,
  718. }
  719. publishDate, err := time.Parse(time.DateTime, reportDTO.PublishedTime)
  720. if err == nil && !fullTime {
  721. reportDTO.PublishedTime = publishDate.Format(time.DateOnly)
  722. }
  723. return
  724. }
  725. func matchAll(sorts []string, key string) (request *es.ESQueryRequest) {
  726. req := new(es.ESQueryRequest)
  727. return req.CreateESQueryRequest(htConfig.GetReportIndex(), ESColumn, key, 0, 1, sorts, es.MatchAllByCondition).ByCondition("status", "PUBLISH")
  728. }
  729. func match(key string, from int, to int, sorts []string) (request *es.ESQueryRequest) {
  730. req := new(es.ESQueryRequest)
  731. return req.CreateESQueryRequest(htConfig.GetReportIndex(), ESColumn, key, from, to, sorts, es.MatchAllByCondition).ByCondition("status", "PUBLISH")
  732. }
  733. func matchRange(key string, from int, to int, max int64, sorts []string) (request *es.ESQueryRequest) {
  734. req := new(es.ESQueryRequest)
  735. return req.CreateESQueryRequest(htConfig.GetReportIndex(), ESColumn, key, from, to, sorts, es.RangeByCondition).Range(0, max, ESRangeColumn).ByCondition("status", "PUBLISH")
  736. }