media_service.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437
  1. package media
  2. import (
  3. "encoding/json"
  4. "eta/eta_mini_ht_api/common/component/config"
  5. "eta/eta_mini_ht_api/common/component/es"
  6. logger "eta/eta_mini_ht_api/common/component/log"
  7. "eta/eta_mini_ht_api/common/contants"
  8. "eta/eta_mini_ht_api/common/utils/page"
  9. configDomain "eta/eta_mini_ht_api/domian/config"
  10. reportService "eta/eta_mini_ht_api/domian/report"
  11. "eta/eta_mini_ht_api/models"
  12. configDao "eta/eta_mini_ht_api/models/config"
  13. "eta/eta_mini_ht_api/models/image"
  14. mediaDao "eta/eta_mini_ht_api/models/media"
  15. merchantDao "eta/eta_mini_ht_api/models/merchant"
  16. "sort"
  17. "strconv"
  18. "time"
  19. )
  20. var (
  21. htConfig = config.GetConfig(contants.HT).(*config.HTBizConfig)
  22. )
  23. const (
  24. DESC models.Order = "desc"
  25. ASC models.Order = "asc"
  26. ESColumn = "mediaName"
  27. ESRangeColumn = "mediaId"
  28. ConditionColumn = "mediaType"
  29. )
  30. var (
  31. sortField = []string{"_score:desc"}
  32. transProductMap = map[string]merchantDao.MerchantProductType{
  33. "report": merchantDao.Report,
  34. "video": merchantDao.Video,
  35. "audio": merchantDao.Audio,
  36. "package": merchantDao.Package,
  37. }
  38. )
  39. func elastic() *es.ESClient {
  40. return es.GetInstance()
  41. }
  42. type MediaDTO struct {
  43. Type string `json:"type"`
  44. MediaId int `json:"mediaId"`
  45. AuthorId int `json:"authorId"`
  46. AuthorName string `json:"authorName,omitempty"`
  47. MediaType string `json:"mediaType"`
  48. Src string `json:"src"`
  49. MediaName string `json:"mediaName"`
  50. MediaTitle string `json:"mediaTitle,omitempty"`
  51. CoverSrc string `json:"coverSrc"`
  52. CoverUrl string `json:"coverUrl"`
  53. SourceType string `json:"sourceType"`
  54. MediaPlayMilliseconds int `json:"mediaPlayMilliseconds"`
  55. PublishedTime string `json:"publishedTime"`
  56. PermissionIDs string `json:"permissionIds"`
  57. PermissionNames []string `json:"permissionNames,omitempty"`
  58. Highlight []string `json:"highlight,omitempty"`
  59. Login bool `json:"login"`
  60. RiskLevelStatus string `json:"riskLevelStatus"`
  61. IsFree bool `json:"isFree"`
  62. Price string `json:"price"`
  63. IsSubscribe bool `json:"isSubscribe"`
  64. IsPackage bool `json:"isPackage"`
  65. RiskLevel string `json:"riskLevel"`
  66. ProductId int `json:"productId"`
  67. Score float64 `json:"score"`
  68. }
  69. func SearchMediaList(_ string, key string, mediaIds []int, from int, size int, max int64) (medias []MediaDTO, err error) {
  70. //同步es
  71. var docIds []string
  72. for _, id := range mediaIds {
  73. docIds = append(docIds, strconv.Itoa(id))
  74. }
  75. sorts := append(sortField, "publishedTime:desc")
  76. request := matchRangeWithDocIds(key, from, size, max, sorts, docIds)
  77. re, err := elastic().Search(request)
  78. if err != nil {
  79. logger.Error("es搜索失败:%v", err)
  80. }
  81. hits := elastic().GetSource(re.Hits)
  82. for _, hit := range hits {
  83. var content map[string][]string
  84. err = json.Unmarshal(hit.Highlight, &content)
  85. media := MediaDTO{}
  86. err = json.Unmarshal(hit.Source, &media)
  87. if err != nil {
  88. logger.Error("解析媒体数据失败:%v", err)
  89. continue
  90. }
  91. media.Highlight = content[ESColumn]
  92. media.PublishedTime = media.PublishedTime[:10]
  93. media.MediaTitle = media.Highlight[0]
  94. medias = append(medias, media)
  95. }
  96. return
  97. }
  98. func SearchMaxMediaId(mediaType string, key string) (total int64, latestId int64) {
  99. mediaSort := []string{"mediaId:desc"}
  100. request := matchAllByCondition(mediaSort, key, ConditionColumn, mediaType)
  101. //同步es
  102. //re, err := elastic().Search(request)
  103. re, err := elastic().Count(request)
  104. if err != nil {
  105. logger.Error("es搜索失败:%v", err)
  106. }
  107. count := re.Count
  108. total = int64(count)
  109. if total > 0 {
  110. request = matchByCondition(mediaSort, key, ConditionColumn, mediaType, 0, count)
  111. re, err = elastic().Search(request)
  112. if err != nil {
  113. logger.Error("es搜索异常:%v", err)
  114. }
  115. hits := elastic().GetSource(re.Hits)
  116. data := hits[0].Source
  117. media := MediaDTO{}
  118. err = json.Unmarshal(data, &media)
  119. if err != nil {
  120. logger.Error("获取当前最大媒体id失败:%v", err)
  121. return
  122. }
  123. total = int64(len(hits))
  124. latestId = int64(media.MediaId)
  125. return
  126. }
  127. return
  128. }
  129. func GetMediaPermissionMappingByPermissionIds(mediaType string, permissionIds []int, riskLevel string) (total int64, latestId int64, ids []int, mappingPdRisk string) {
  130. mediaIds, err := mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, permissionIds)
  131. if err != nil {
  132. logger.Error("获取配置品种的媒体列表信息失败:%v", err)
  133. return 0, 0, ids, riskLevel
  134. }
  135. //获取一下下架的报告产品
  136. var offSaleProducts []merchantDao.MerchantProduct
  137. offSaleProducts, err = merchantDao.GetOffSaleProducts([]merchantDao.MerchantProductType{transProductMap[mediaType], merchantDao.Package})
  138. var disCardMediaIds []int
  139. var ProductPermissionIds []int
  140. var filterIds []int
  141. if err != nil {
  142. logger.Error("获取下架的报告产品失败:%v", err)
  143. } else {
  144. for _, product := range offSaleProducts {
  145. if product.Type == "package" {
  146. ProductPermissionIds = append(ProductPermissionIds, product.SourceId)
  147. }
  148. if product.Type == transProductMap[mediaType] {
  149. disCardMediaIds = append(disCardMediaIds, product.SourceId)
  150. }
  151. }
  152. }
  153. if len(ProductPermissionIds) > 0 {
  154. var disCardIds []int
  155. disCardIds, err = mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, ProductPermissionIds)
  156. if len(disCardIds) > 0 {
  157. disCardMediaIds = append(disCardMediaIds, disCardIds...)
  158. }
  159. }
  160. //对数据去重
  161. disCardMediaIds = uniqueArray(disCardMediaIds)
  162. //获取媒体中还包含上架套餐的id
  163. if len(disCardMediaIds) > 0 {
  164. mediaIdsSalePackage, _ := merchantDao.GetMediaOnSalePackageIds(disCardMediaIds)
  165. mediaIdsSaleProduct, _ := merchantDao.GetOnSaleMediaIds(disCardMediaIds, transProductMap[mediaType])
  166. showReportMap := make(map[int]bool)
  167. disCardMap := make(map[int]bool)
  168. for _, reportId := range mediaIdsSalePackage {
  169. showReportMap[reportId] = true
  170. }
  171. for _, reportId := range mediaIdsSaleProduct {
  172. showReportMap[reportId] = true
  173. }
  174. var filterDisCardReportIds []int
  175. for _, id := range disCardMediaIds {
  176. if _, ok := showReportMap[id]; !ok {
  177. filterDisCardReportIds = append(filterDisCardReportIds, id)
  178. disCardMap[id] = true
  179. }
  180. }
  181. disCardMediaIds = filterDisCardReportIds
  182. for _, id := range mediaIds {
  183. if _, ok := disCardMap[id]; !ok {
  184. filterIds = append(filterIds, id)
  185. }
  186. }
  187. } else {
  188. filterIds = mediaIds
  189. }
  190. if len(filterIds) > 0 {
  191. sort.Slice(filterIds, func(i, j int) bool {
  192. return filterIds[i] > filterIds[j]
  193. })
  194. return int64(len(filterIds)), int64(filterIds[0]), filterIds, riskLevel
  195. }
  196. return 0, 0, []int{}, riskLevel
  197. }
  198. func uniqueArray(arr []int) []int {
  199. uniqueMap := make(map[int]bool)
  200. var result []int
  201. for _, value := range arr {
  202. if _, exists := uniqueMap[value]; !exists {
  203. uniqueMap[value] = true
  204. result = append(result, value)
  205. }
  206. }
  207. return result
  208. }
  209. func GetAnalystMediaPermissionMappingByPermissionIds(mediaType string, permissionIds []int, analystId int, mappingRiskLevel string) (total int64, latestId int64, ids []int, riskLevel string) {
  210. meidaIds, err := mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, permissionIds)
  211. if err != nil {
  212. logger.Error("获取当前最大媒体id失败:%v", err)
  213. return 0, 0, ids, mappingRiskLevel
  214. }
  215. ids, err = mediaDao.GetAnalystMediaRangeMediaIds(mediaType, ids, analystId)
  216. if err != nil {
  217. logger.Error("根据研究员过滤媒体列表id失败:%v", err)
  218. return 0, 0, ids, mappingRiskLevel
  219. }
  220. if len(ids) == 0 {
  221. logger.Info("根据研究员过滤媒体列表id为空")
  222. return 0, 0, ids, mappingRiskLevel
  223. }
  224. var offSaleProducts []merchantDao.MerchantProduct
  225. offSaleProducts, err = merchantDao.GetOffSaleProducts([]merchantDao.MerchantProductType{transProductMap[mediaType], merchantDao.Package})
  226. var disCardMediaIds []int
  227. var filterPermissionIds []int
  228. var ProductPermissionIds []int
  229. var filterIds []int
  230. if err != nil {
  231. logger.Error("获取下架的报告产品失败:%v", err)
  232. } else {
  233. for _, product := range offSaleProducts {
  234. if product.Type == "package" {
  235. ProductPermissionIds = append(ProductPermissionIds, product.SourceId)
  236. }
  237. if product.Type == transProductMap[mediaType] {
  238. disCardMediaIds = append(disCardMediaIds, product.SourceId)
  239. }
  240. }
  241. }
  242. if len(ProductPermissionIds) > 0 {
  243. var disCardIds []int
  244. disCardIds, err = mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, filterPermissionIds)
  245. if len(disCardMediaIds) > 0 {
  246. disCardMediaIds = append(disCardMediaIds, disCardIds...)
  247. }
  248. }
  249. //对数据去重
  250. disCardMediaIds = uniqueArray(disCardMediaIds)
  251. //获取媒体中还包含上架套餐的id
  252. if len(disCardMediaIds) > 0 {
  253. reportIdsSalePackage, _ := merchantDao.GetMediaOnSalePackageIds(disCardMediaIds)
  254. reportIdsSaleProduct, _ := merchantDao.GetOnSaleMediaIds(disCardMediaIds, transProductMap[mediaType])
  255. showReportMap := make(map[int]bool)
  256. disCardMap := make(map[int]bool)
  257. for _, reportId := range reportIdsSalePackage {
  258. showReportMap[reportId] = true
  259. }
  260. for _, reportId := range reportIdsSaleProduct {
  261. showReportMap[reportId] = true
  262. }
  263. var filterDisCardReportIds []int
  264. for _, id := range disCardMediaIds {
  265. if _, ok := showReportMap[id]; !ok {
  266. filterDisCardReportIds = append(filterDisCardReportIds, id)
  267. disCardMap[id] = true
  268. }
  269. }
  270. disCardMediaIds = filterDisCardReportIds
  271. for _, id := range meidaIds {
  272. if _, ok := disCardMap[id]; !ok {
  273. filterIds = append(filterIds, id)
  274. }
  275. }
  276. } else {
  277. filterIds = meidaIds
  278. }
  279. if len(filterIds) > 0 {
  280. sort.Slice(filterIds, func(i, j int) bool {
  281. return filterIds[i] > filterIds[j]
  282. })
  283. return int64(len(filterIds)), int64(filterIds[0]), filterIds, riskLevel
  284. }
  285. return 0, 0, []int{}, mappingRiskLevel
  286. }
  287. func GetTotalPageCount(mediaType string) (count int64, latestId int64) {
  288. return mediaDao.GetCountByMediaType(mediaType)
  289. }
  290. func GetTotalPageCountByAnalystId(mediaType string, analystId int) (count int64, latestId int64) {
  291. return mediaDao.GetCountByMediaTypeByAnalystId(mediaType, analystId)
  292. }
  293. func GetMediaPageByIds(mediaType string, pageInfo page.PageInfo, mediaIds []int) (list []MediaDTO, err error) {
  294. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  295. medias, err := mediaDao.GetMediaPageByIds(pageInfo.LatestId, pageInfo.PageSize, offset, mediaType, mediaIds)
  296. if err == nil && medias != nil {
  297. for _, media := range medias {
  298. dto := convertMediaDTO(media, false)
  299. list = append(list, dto)
  300. }
  301. }
  302. return
  303. }
  304. func GetMediaPageByAnalystId(mediaType string, pageInfo page.PageInfo, analystId int, mediaIds []int) (list []MediaDTO, err error) {
  305. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  306. medias, err := mediaDao.GetMediaPageByAnalystId(pageInfo.LatestId, pageInfo.PageSize, offset, mediaType, analystId, mediaIds)
  307. if err == nil && medias != nil {
  308. for _, media := range medias {
  309. dto := convertMediaDTO(media, false)
  310. list = append(list, dto)
  311. }
  312. }
  313. return
  314. }
  315. func convertMediaDTO(media mediaDao.Media, fullTime bool) MediaDTO {
  316. if fullTime {
  317. return MediaDTO{
  318. MediaId: media.Id,
  319. AuthorId: media.AuthorID,
  320. AuthorName: media.AuthorName,
  321. MediaType: string(media.MediaType),
  322. Src: media.Src,
  323. MediaName: media.MediaName,
  324. SourceType: media.SourceType,
  325. CoverSrc: media.CoverSrc,
  326. CoverUrl: media.CoverSrc,
  327. MediaPlayMilliseconds: media.MediaPlayMilliseconds,
  328. PermissionIDs: media.PermissionIDs,
  329. PublishedTime: media.PublishedTime.Format(time.DateTime),
  330. }
  331. } else {
  332. return MediaDTO{
  333. MediaId: media.Id,
  334. AuthorId: media.AuthorID,
  335. AuthorName: media.AuthorName,
  336. MediaType: string(media.MediaType),
  337. Src: media.Src,
  338. MediaName: media.MediaName,
  339. SourceType: media.SourceType,
  340. CoverSrc: media.CoverSrc,
  341. CoverUrl: media.CoverSrc,
  342. MediaPlayMilliseconds: media.MediaPlayMilliseconds,
  343. PermissionIDs: media.PermissionIDs,
  344. PublishedTime: media.PublishedTime.Format(time.DateOnly),
  345. }
  346. }
  347. }
  348. func GetMediaById(mediaType string, mediaId int) (mediaDTO MediaDTO, err error) {
  349. media, err := mediaDao.GetMediaById(mediaType, mediaId)
  350. if err != nil {
  351. logger.Error("查询媒体信息失败:%v", err)
  352. return
  353. }
  354. mediaDTO = convertMediaDTO(media, true)
  355. return
  356. }
  357. func GetPermissionsByIds(ids []int) (permissionDTOs []configDomain.PermissionDTO, err error) {
  358. return reportService.GetFirstPermissionsByIds(ids)
  359. }
  360. func GetSecondPermissionsByIds(ids []int) (permissionDTOs []configDomain.PermissionDTO, err error) {
  361. return reportService.GetPermissionsByPermissionIds(ids)
  362. }
  363. func matchAllByCondition(sorts []string, key string, column string, value string) (request *es.ESQueryRequest) {
  364. req := new(es.ESQueryRequest)
  365. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, 0, 1, sorts, es.MatchAllByCondition).ByCondition(column, value)
  366. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, 0, 1, sorts, es.MatchAll)
  367. }
  368. func matchByCondition(sorts []string, key string, column string, value string, from int, to int) (request *es.ESQueryRequest) {
  369. req := new(es.ESQueryRequest)
  370. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.MatchAllByCondition).ByCondition(column, value)
  371. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.MatchAll)
  372. }
  373. func matchRangeByCondition(key string, from int, to int, max int64, sorts []string, column string, value string) (request *es.ESQueryRequest) {
  374. req := new(es.ESQueryRequest)
  375. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.RangeByCondition).Range(0, max, ESRangeColumn).ByCondition(column, value)
  376. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.Range).Range(0, max, ESRangeColumn)
  377. }
  378. func matchRangeWithDocIds(key string, from int, to int, max int64, sorts []string, docIds []string) (request *es.ESQueryRequest) {
  379. req := new(es.ESQueryRequest)
  380. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.RangeByCondition).Range(0, max, ESRangeColumn).ByCondition(column, value)
  381. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.Range).Range(0, max, ESRangeColumn).WithDocs(docIds)
  382. }
  383. func matchLimitByScore(key string, limit int, score float64, docIds []string) (request *es.ESQueryRequest) {
  384. req := new(es.ESQueryRequest)
  385. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, 0, limit, sortField, es.LimitByScore).WithScore(score).WithDocs(docIds)
  386. }
  387. func GetImageSrc(id int) (src string, err error) {
  388. return image.GetImageSrc(id)
  389. }
  390. func SearchMediaProduct(key string, limit int, score float64, docIds []int) (medias []MediaDTO, err error) {
  391. var docStrIds []string
  392. for _, docId := range docIds {
  393. docStrIds = append(docStrIds, strconv.Itoa(docId))
  394. }
  395. request := matchLimitByScore(key, limit, score, docStrIds)
  396. re, err := elastic().Search(request)
  397. if err != nil {
  398. logger.Error("es搜索异常:%v", err)
  399. }
  400. hits := elastic().GetSource(re.Hits)
  401. if len(hits) == 0 {
  402. medias = []MediaDTO{}
  403. return
  404. }
  405. for _, hit := range hits {
  406. var content map[string][]string
  407. err = json.Unmarshal(hit.Highlight, &content)
  408. media := MediaDTO{}
  409. err = json.Unmarshal(hit.Source, &media)
  410. if err != nil {
  411. logger.Error("解析研报数据失败:%v", err)
  412. continue
  413. }
  414. media.Score = hit.Score
  415. media.Highlight = content[ESColumn]
  416. media.PublishedTime = media.PublishedTime[:10]
  417. media.MediaTitle = media.Highlight[0]
  418. medias = append(medias, media)
  419. }
  420. return
  421. }
  422. func CountPermissionWeight(ids []int) (list []configDao.PermissionWeight, err error) {
  423. return mediaDao.CountPermissionWeight(ids)
  424. }