media_service.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434
  1. package media
  2. import (
  3. "encoding/json"
  4. "eta/eta_mini_ht_api/common/component/config"
  5. "eta/eta_mini_ht_api/common/component/es"
  6. logger "eta/eta_mini_ht_api/common/component/log"
  7. "eta/eta_mini_ht_api/common/contants"
  8. "eta/eta_mini_ht_api/common/utils/page"
  9. configDomain "eta/eta_mini_ht_api/domian/config"
  10. reportService "eta/eta_mini_ht_api/domian/report"
  11. "eta/eta_mini_ht_api/models"
  12. configDao "eta/eta_mini_ht_api/models/config"
  13. "eta/eta_mini_ht_api/models/image"
  14. mediaDao "eta/eta_mini_ht_api/models/media"
  15. merchantDao "eta/eta_mini_ht_api/models/merchant"
  16. "sort"
  17. "strconv"
  18. "time"
  19. )
  20. var (
  21. htConfig = config.GetConfig(contants.HT).(*config.HTBizConfig)
  22. )
  23. const (
  24. DESC models.Order = "desc"
  25. ASC models.Order = "asc"
  26. ESColumn = "mediaName"
  27. ESRangeColumn = "mediaId"
  28. ConditionColumn = "mediaType"
  29. )
  30. var (
  31. sortField = []string{"_score:desc"}
  32. transProductMap = map[string]merchantDao.MerchantProductType{
  33. "report": merchantDao.Report,
  34. "video": merchantDao.Video,
  35. "audio": merchantDao.Audio,
  36. "package": merchantDao.Package,
  37. }
  38. )
  39. func elastic() *es.ESClient {
  40. return es.GetInstance()
  41. }
  42. type MediaDTO struct {
  43. Type string `json:"type"`
  44. MediaId int `json:"mediaId"`
  45. AuthorId int `json:"authorId"`
  46. AuthorName string `json:"authorName,omitempty"`
  47. MediaType string `json:"mediaType"`
  48. Src string `json:"src"`
  49. MediaName string `json:"mediaName"`
  50. MediaTitle string `json:"mediaTitle,omitempty"`
  51. CoverSrc string `json:"coverSrc"`
  52. SourceType string `json:"sourceType"`
  53. MediaPlayMilliseconds int `json:"mediaPlayMilliseconds"`
  54. PublishedTime string `json:"publishedTime"`
  55. PermissionIDs string `json:"permissionIds"`
  56. PermissionNames []string `json:"permissionNames,omitempty"`
  57. Highlight []string `json:"highlight,omitempty"`
  58. Login bool `json:"login"`
  59. RiskLevelStatus string `json:"riskLevelStatus"`
  60. IsFree bool `json:"isFree"`
  61. Price string `json:"price"`
  62. IsSubscribe bool `json:"isSubscribe"`
  63. IsPackage bool `json:"isPackage"`
  64. RiskLevel string `json:"riskLevel"`
  65. ProductId int `json:"productId"`
  66. Score float64 `json:"score"`
  67. }
  68. func SearchMediaList(_ string, key string, mediaIds []int, from int, size int, max int64) (medias []MediaDTO, err error) {
  69. //同步es
  70. var docIds []string
  71. for _, id := range mediaIds {
  72. docIds = append(docIds, strconv.Itoa(id))
  73. }
  74. sorts := append(sortField, "publishedTime:desc")
  75. request := matchRangeWithDocIds(key, from, size, max, sorts, docIds)
  76. re, err := elastic().Search(request)
  77. if err != nil {
  78. logger.Error("es搜索失败:%v", err)
  79. }
  80. hits := elastic().GetSource(re.Hits)
  81. for _, hit := range hits {
  82. var content map[string][]string
  83. err = json.Unmarshal(hit.Highlight, &content)
  84. media := MediaDTO{}
  85. err = json.Unmarshal(hit.Source, &media)
  86. if err != nil {
  87. logger.Error("解析媒体数据失败:%v", err)
  88. continue
  89. }
  90. media.Highlight = content[ESColumn]
  91. media.PublishedTime = media.PublishedTime[:10]
  92. media.MediaTitle = media.Highlight[0]
  93. medias = append(medias, media)
  94. }
  95. return
  96. }
  97. func SearchMaxMediaId(mediaType string, key string) (total int64, latestId int64) {
  98. mediaSort := []string{"mediaId:desc"}
  99. request := matchAllByCondition(mediaSort, key, ConditionColumn, mediaType)
  100. //同步es
  101. //re, err := elastic().Search(request)
  102. re, err := elastic().Count(request)
  103. if err != nil {
  104. logger.Error("es搜索失败:%v", err)
  105. }
  106. count := re.Count
  107. total = int64(count)
  108. if total > 0 {
  109. request = matchByCondition(mediaSort, key, ConditionColumn, mediaType, 0, count)
  110. re, err = elastic().Search(request)
  111. if err != nil {
  112. logger.Error("es搜索异常:%v", err)
  113. }
  114. hits := elastic().GetSource(re.Hits)
  115. data := hits[0].Source
  116. media := MediaDTO{}
  117. err = json.Unmarshal(data, &media)
  118. if err != nil {
  119. logger.Error("获取当前最大媒体id失败:%v", err)
  120. return
  121. }
  122. total = int64(len(hits))
  123. latestId = int64(media.MediaId)
  124. return
  125. }
  126. return
  127. }
  128. func GetMediaPermissionMappingByPermissionIds(mediaType string, permissionIds []int, riskLevel string) (total int64, latestId int64, ids []int, mappingPdRisk string) {
  129. mediaIds, err := mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, permissionIds)
  130. if err != nil {
  131. logger.Error("获取配置品种的媒体列表信息失败:%v", err)
  132. return 0, 0, ids, riskLevel
  133. }
  134. //获取一下下架的报告产品
  135. var offSaleProducts []merchantDao.MerchantProduct
  136. offSaleProducts, err = merchantDao.GetOffSaleProducts([]merchantDao.MerchantProductType{transProductMap[mediaType], merchantDao.Package})
  137. var disCardMediaIds []int
  138. var ProductPermissionIds []int
  139. var filterIds []int
  140. if err != nil {
  141. logger.Error("获取下架的报告产品失败:%v", err)
  142. } else {
  143. for _, product := range offSaleProducts {
  144. if product.Type == "package" {
  145. ProductPermissionIds = append(ProductPermissionIds, product.SourceId)
  146. }
  147. if product.Type == transProductMap[mediaType] {
  148. disCardMediaIds = append(disCardMediaIds, product.SourceId)
  149. }
  150. }
  151. }
  152. if len(ProductPermissionIds) > 0 {
  153. var disCardIds []int
  154. disCardIds, err = mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, ProductPermissionIds)
  155. if len(disCardIds) > 0 {
  156. disCardMediaIds = append(disCardMediaIds, disCardIds...)
  157. }
  158. }
  159. //对数据去重
  160. disCardMediaIds = uniqueArray(disCardMediaIds)
  161. //获取媒体中还包含上架套餐的id
  162. if len(disCardMediaIds) > 0 {
  163. mediaIdsSalePackage, _ := merchantDao.GetMediaOnSalePackageIds(disCardMediaIds, transProductMap[mediaType])
  164. mediaIdsSaleProduct, _ := merchantDao.GetOnSaleMediaIds(disCardMediaIds, transProductMap[mediaType])
  165. showReportMap := make(map[int]bool)
  166. disCardMap := make(map[int]bool)
  167. for _, reportId := range mediaIdsSalePackage {
  168. showReportMap[reportId] = true
  169. }
  170. for _, reportId := range mediaIdsSaleProduct {
  171. showReportMap[reportId] = true
  172. }
  173. var filterDisCardReportIds []int
  174. for _, id := range disCardMediaIds {
  175. if _, ok := showReportMap[id]; !ok {
  176. filterDisCardReportIds = append(filterDisCardReportIds, id)
  177. disCardMap[id] = true
  178. }
  179. }
  180. disCardMediaIds = filterDisCardReportIds
  181. for _, id := range mediaIds {
  182. if _, ok := disCardMap[id]; !ok {
  183. filterIds = append(filterIds, id)
  184. }
  185. }
  186. } else {
  187. filterIds = mediaIds
  188. }
  189. if len(filterIds) > 0 {
  190. sort.Slice(filterIds, func(i, j int) bool {
  191. return filterIds[i] > filterIds[j]
  192. })
  193. return int64(len(filterIds)), int64(filterIds[0]), filterIds, riskLevel
  194. }
  195. return 0, 0, []int{}, riskLevel
  196. }
  197. func uniqueArray(arr []int) []int {
  198. uniqueMap := make(map[int]bool)
  199. var result []int
  200. for _, value := range arr {
  201. if _, exists := uniqueMap[value]; !exists {
  202. uniqueMap[value] = true
  203. result = append(result, value)
  204. }
  205. }
  206. return result
  207. }
  208. func GetAnalystMediaPermissionMappingByPermissionIds(mediaType string, permissionIds []int, analystId int, mappingRiskLevel string) (total int64, latestId int64, ids []int, riskLevel string) {
  209. meidaIds, err := mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, permissionIds)
  210. if err != nil {
  211. logger.Error("获取当前最大媒体id失败:%v", err)
  212. return 0, 0, ids, mappingRiskLevel
  213. }
  214. ids, err = mediaDao.GetAnalystMediaRangeMediaIds(mediaType, ids, analystId)
  215. if err != nil {
  216. logger.Error("根据研究员过滤媒体列表id失败:%v", err)
  217. return 0, 0, ids, mappingRiskLevel
  218. }
  219. if len(ids) == 0 {
  220. logger.Info("根据研究员过滤媒体列表id为空")
  221. return 0, 0, ids, mappingRiskLevel
  222. }
  223. var offSaleProducts []merchantDao.MerchantProduct
  224. offSaleProducts, err = merchantDao.GetOffSaleProducts([]merchantDao.MerchantProductType{transProductMap[mediaType], merchantDao.Package})
  225. var disCardMediaIds []int
  226. var filterPermissionIds []int
  227. var ProductPermissionIds []int
  228. var filterIds []int
  229. if err != nil {
  230. logger.Error("获取下架的报告产品失败:%v", err)
  231. } else {
  232. for _, product := range offSaleProducts {
  233. if product.Type == "package" {
  234. ProductPermissionIds = append(ProductPermissionIds, product.SourceId)
  235. }
  236. if product.Type == transProductMap[mediaType] {
  237. disCardMediaIds = append(disCardMediaIds, product.SourceId)
  238. }
  239. }
  240. }
  241. if len(ProductPermissionIds) > 0 {
  242. var disCardIds []int
  243. disCardIds, err = mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, filterPermissionIds)
  244. if len(disCardMediaIds) > 0 {
  245. disCardMediaIds = append(disCardMediaIds, disCardIds...)
  246. }
  247. }
  248. //对数据去重
  249. disCardMediaIds = uniqueArray(disCardMediaIds)
  250. //获取媒体中还包含上架套餐的id
  251. if len(disCardMediaIds) > 0 {
  252. reportIdsSalePackage, _ := merchantDao.GetMediaOnSalePackageIds(disCardMediaIds, transProductMap[mediaType])
  253. reportIdsSaleProduct, _ := merchantDao.GetOnSaleMediaIds(disCardMediaIds, transProductMap[mediaType])
  254. showReportMap := make(map[int]bool)
  255. disCardMap := make(map[int]bool)
  256. for _, reportId := range reportIdsSalePackage {
  257. showReportMap[reportId] = true
  258. }
  259. for _, reportId := range reportIdsSaleProduct {
  260. showReportMap[reportId] = true
  261. }
  262. var filterDisCardReportIds []int
  263. for _, id := range disCardMediaIds {
  264. if _, ok := showReportMap[id]; !ok {
  265. filterDisCardReportIds = append(filterDisCardReportIds, id)
  266. disCardMap[id] = true
  267. }
  268. }
  269. disCardMediaIds = filterDisCardReportIds
  270. for _, id := range meidaIds {
  271. if _, ok := disCardMap[id]; !ok {
  272. filterIds = append(filterIds, id)
  273. }
  274. }
  275. } else {
  276. filterIds = meidaIds
  277. }
  278. if len(filterIds) > 0 {
  279. sort.Slice(filterIds, func(i, j int) bool {
  280. return filterIds[i] > filterIds[j]
  281. })
  282. return int64(len(filterIds)), int64(filterIds[0]), filterIds, riskLevel
  283. }
  284. return 0, 0, []int{}, mappingRiskLevel
  285. }
  286. func GetTotalPageCount(mediaType string) (count int64, latestId int64) {
  287. return mediaDao.GetCountByMediaType(mediaType)
  288. }
  289. func GetTotalPageCountByAnalystId(mediaType string, analystId int) (count int64, latestId int64) {
  290. return mediaDao.GetCountByMediaTypeByAnalystId(mediaType, analystId)
  291. }
  292. func GetMediaPageByIds(mediaType string, pageInfo page.PageInfo, mediaIds []int) (list []MediaDTO, err error) {
  293. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  294. medias, err := mediaDao.GetMediaPageByIds(pageInfo.LatestId, pageInfo.PageSize, offset, mediaType, mediaIds)
  295. if err == nil && medias != nil {
  296. for _, media := range medias {
  297. dto := convertMediaDTO(media, false)
  298. list = append(list, dto)
  299. }
  300. }
  301. return
  302. }
  303. func GetMediaPageByAnalystId(mediaType string, pageInfo page.PageInfo, analystId int, mediaIds []int) (list []MediaDTO, err error) {
  304. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  305. medias, err := mediaDao.GetMediaPageByAnalystId(pageInfo.LatestId, pageInfo.PageSize, offset, mediaType, analystId, mediaIds)
  306. if err == nil && medias != nil {
  307. for _, media := range medias {
  308. dto := convertMediaDTO(media, false)
  309. list = append(list, dto)
  310. }
  311. }
  312. return
  313. }
  314. func convertMediaDTO(media mediaDao.Media, fullTime bool) MediaDTO {
  315. if fullTime {
  316. return MediaDTO{
  317. MediaId: media.Id,
  318. AuthorId: media.AuthorID,
  319. AuthorName: media.AuthorName,
  320. MediaType: string(media.MediaType),
  321. Src: media.Src,
  322. MediaName: media.MediaName,
  323. SourceType: media.SourceType,
  324. CoverSrc: media.CoverSrc,
  325. MediaPlayMilliseconds: media.MediaPlayMilliseconds,
  326. PermissionIDs: media.PermissionIDs,
  327. PublishedTime: media.PublishedTime.Format(time.DateTime),
  328. }
  329. } else {
  330. return MediaDTO{
  331. MediaId: media.Id,
  332. AuthorId: media.AuthorID,
  333. AuthorName: media.AuthorName,
  334. MediaType: string(media.MediaType),
  335. Src: media.Src,
  336. MediaName: media.MediaName,
  337. SourceType: media.SourceType,
  338. CoverSrc: media.CoverSrc,
  339. MediaPlayMilliseconds: media.MediaPlayMilliseconds,
  340. PermissionIDs: media.PermissionIDs,
  341. PublishedTime: media.PublishedTime.Format(time.DateOnly),
  342. }
  343. }
  344. }
  345. func GetMediaById(mediaType string, mediaId int) (mediaDTO MediaDTO, err error) {
  346. media, err := mediaDao.GetMediaById(mediaType, mediaId)
  347. if err != nil {
  348. logger.Error("查询媒体信息失败:%v", err)
  349. return
  350. }
  351. mediaDTO = convertMediaDTO(media, true)
  352. return
  353. }
  354. func GetPermissionsByIds(ids []int) (permissionDTOs []configDomain.PermissionDTO, err error) {
  355. return reportService.GetFirstPermissionsByIds(ids)
  356. }
  357. func GetSecondPermissionsByIds(ids []int) (permissionDTOs []configDomain.PermissionDTO, err error) {
  358. return reportService.GetPermissionsByPermissionIds(ids)
  359. }
  360. func matchAllByCondition(sorts []string, key string, column string, value string) (request *es.ESQueryRequest) {
  361. req := new(es.ESQueryRequest)
  362. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, 0, 1, sorts, es.MatchAllByCondition).ByCondition(column, value)
  363. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, 0, 1, sorts, es.MatchAll)
  364. }
  365. func matchByCondition(sorts []string, key string, column string, value string, from int, to int) (request *es.ESQueryRequest) {
  366. req := new(es.ESQueryRequest)
  367. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.MatchAllByCondition).ByCondition(column, value)
  368. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.MatchAll)
  369. }
  370. func matchRangeByCondition(key string, from int, to int, max int64, sorts []string, column string, value string) (request *es.ESQueryRequest) {
  371. req := new(es.ESQueryRequest)
  372. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.RangeByCondition).Range(0, max, ESRangeColumn).ByCondition(column, value)
  373. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.Range).Range(0, max, ESRangeColumn)
  374. }
  375. func matchRangeWithDocIds(key string, from int, to int, max int64, sorts []string, docIds []string) (request *es.ESQueryRequest) {
  376. req := new(es.ESQueryRequest)
  377. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.RangeByCondition).Range(0, max, ESRangeColumn).ByCondition(column, value)
  378. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.Range).Range(0, max, ESRangeColumn).WithDocs(docIds)
  379. }
  380. func matchLimitByScore(key string, limit int, score float64, docIds []string) (request *es.ESQueryRequest) {
  381. req := new(es.ESQueryRequest)
  382. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, 0, limit, sortField, es.LimitByScore).WithScore(score).WithDocs(docIds)
  383. }
  384. func GetImageSrc(id int) (src string, err error) {
  385. return image.GetImageSrc(id)
  386. }
  387. func SearchMediaProduct(key string, limit int, score float64, docIds []int) (medias []MediaDTO, err error) {
  388. var docStrIds []string
  389. for _, docId := range docIds {
  390. docStrIds = append(docStrIds, strconv.Itoa(docId))
  391. }
  392. request := matchLimitByScore(key, limit, score, docStrIds)
  393. re, err := elastic().Search(request)
  394. if err != nil {
  395. logger.Error("es搜索异常:%v", err)
  396. }
  397. hits := elastic().GetSource(re.Hits)
  398. if len(hits) == 0 {
  399. medias = []MediaDTO{}
  400. return
  401. }
  402. for _, hit := range hits {
  403. var content map[string][]string
  404. err = json.Unmarshal(hit.Highlight, &content)
  405. media := MediaDTO{}
  406. err = json.Unmarshal(hit.Source, &media)
  407. if err != nil {
  408. logger.Error("解析研报数据失败:%v", err)
  409. continue
  410. }
  411. media.Score = hit.Score
  412. media.Highlight = content[ESColumn]
  413. media.PublishedTime = media.PublishedTime[:10]
  414. media.MediaTitle = media.Highlight[0]
  415. medias = append(medias, media)
  416. }
  417. return
  418. }
  419. func CountPermissionWeight(ids []int) (list []configDao.PermissionWeight, err error) {
  420. return mediaDao.CountPermissionWeight(ids)
  421. }