media_service.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308
  1. package media
  2. import (
  3. "encoding/json"
  4. "eta/eta_mini_ht_api/common/component/config"
  5. "eta/eta_mini_ht_api/common/component/es"
  6. logger "eta/eta_mini_ht_api/common/component/log"
  7. "eta/eta_mini_ht_api/common/contants"
  8. "eta/eta_mini_ht_api/common/utils/page"
  9. configService "eta/eta_mini_ht_api/domian/config"
  10. reportService "eta/eta_mini_ht_api/domian/report"
  11. "eta/eta_mini_ht_api/models"
  12. mediaDao "eta/eta_mini_ht_api/models/media"
  13. productDao "eta/eta_mini_ht_api/models/merchant"
  14. "fmt"
  15. "sort"
  16. "strconv"
  17. "strings"
  18. "time"
  19. )
  20. var (
  21. htConfig = config.GetConfig(contants.HT).(*config.HTBizConfig)
  22. )
  23. const (
  24. DESC models.Order = "desc"
  25. ASC models.Order = "asc"
  26. ESColumn = "mediaName"
  27. ESRangeColumn = "mediaId"
  28. ConditionColumn = "mediaType"
  29. )
  30. var (
  31. sortField = []string{"_score:desc"}
  32. )
  33. func elastic() *es.ESClient {
  34. return es.GetInstance()
  35. }
  36. type MediaDTO struct {
  37. MediaId int `json:"mediaId"`
  38. AuthorId int `json:"authorId"`
  39. AuthorName string `json:"authorName,omitempty"`
  40. MediaType string `json:"mediaType"`
  41. Src string `json:"src"`
  42. MediaName string `json:"mediaName"`
  43. MediaTitle string `json:"mediaTitle,omitempty"`
  44. CoverSrc string `json:"coverSrc"`
  45. SourceType string `json:"sourceType"`
  46. MediaPlayMilliseconds int `json:"mediaPlayMilliseconds"`
  47. PublishedTime string `json:"publishedTime"`
  48. PermissionIDs string `json:"permissionIds"`
  49. PermissionNames []string `json:"permissionNames,omitempty"`
  50. Highlight []string `json:"highlight,omitempty"`
  51. Login bool `json:"login"`
  52. RiskLevelStatus string `json:"riskLevelStatus"`
  53. IsFree bool `json:"isFree"`
  54. Price string `json:"price"`
  55. IsSubscribe bool `json:"isSubscribe"`
  56. RiskLevel string `json:"riskLevel"`
  57. }
  58. func SearchMediaList(_ string, key string, mediaIds []int, from int, size int, max int64) (reports []MediaDTO, err error) {
  59. //同步es
  60. var docIds []string
  61. for _, id := range mediaIds {
  62. docIds = append(docIds, strconv.Itoa(id))
  63. }
  64. sorts := append(sortField, "publishedTime:desc")
  65. request := matchRangeWithDocIds(key, from, size, max, sorts, docIds)
  66. re, err := elastic().Search(request)
  67. if err != nil {
  68. logger.Error("es搜索失败:%v", err)
  69. }
  70. hits := elastic().GetSource(re.Hits)
  71. for _, hit := range hits {
  72. var content map[string][]string
  73. err = json.Unmarshal(hit.Highlight, &content)
  74. media := MediaDTO{}
  75. err = json.Unmarshal(hit.Source, &media)
  76. if err != nil {
  77. logger.Error("解析媒体数据失败:%v", err)
  78. continue
  79. }
  80. media.Highlight = content[ESColumn]
  81. media.PublishedTime = media.PublishedTime[:10]
  82. media.MediaTitle = media.Highlight[0]
  83. reports = append(reports, media)
  84. }
  85. return
  86. }
  87. func SearchMaxMediaId(mediaType string, key string) (total int64, latestId int64) {
  88. mediaSort := []string{"mediaId:desc"}
  89. request := matchAllByCondition(mediaSort, key, ConditionColumn, mediaType)
  90. //同步es
  91. //re, err := elastic().Search(request)
  92. re, err := elastic().Count(request)
  93. if err != nil {
  94. logger.Error("es搜索失败:%v", err)
  95. }
  96. count := re.Count
  97. total = int64(count)
  98. if total > 0 {
  99. request = matchByCondition(mediaSort, key, ConditionColumn, mediaType, 0, count)
  100. re, err = elastic().Search(request)
  101. if err != nil {
  102. logger.Error("es搜索异常:%v", err)
  103. }
  104. hits := elastic().GetSource(re.Hits)
  105. data := hits[0].Source
  106. media := MediaDTO{}
  107. err = json.Unmarshal(data, &media)
  108. if err != nil {
  109. logger.Error("获取当前最大媒体id失败:%v", err)
  110. return
  111. }
  112. total = int64(len(hits))
  113. latestId = int64(media.MediaId)
  114. return
  115. }
  116. return
  117. }
  118. func GetMediaPermissionMappingByPermissionIds(mediaType string, permissionIds []int, riskLevel string) (total int64, latestId int64, orgIds []int) {
  119. ids, err := mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, permissionIds)
  120. if err != nil {
  121. logger.Error("获取配置品种的媒体列表信息失败:%v", err)
  122. return 0, 0, ids
  123. }
  124. if riskLevel != "" {
  125. var productList []productDao.MerchantProduct
  126. //现加入没有产品的报告
  127. productList, err = productDao.GetProductListBySourceIds(ids, productDao.Audio, productDao.Video)
  128. for _, mediaId := range ids {
  129. find := false
  130. for _, product := range productList {
  131. if product.SourceID == mediaId {
  132. find = true
  133. break
  134. }
  135. }
  136. if !find {
  137. orgIds = append(orgIds, mediaId)
  138. }
  139. }
  140. riskNum, parseErr := parseRiskLevel(riskLevel)
  141. if parseErr != nil {
  142. logger.Error("解析风险等级失败:%v", err)
  143. return
  144. }
  145. //再把符合风险等级的产品报告加入
  146. for _, mediaId := range ids {
  147. for _, product := range productList {
  148. if product.SourceID == mediaId {
  149. pdRiskNum, pdErr := parseRiskLevel(product.RiskLevel)
  150. if pdErr != nil {
  151. logger.Error("解析产品风险等级失败:%v,产品id:%v", pdErr, product.ID)
  152. continue
  153. }
  154. if pdRiskNum <= riskNum {
  155. orgIds = append(orgIds, mediaId)
  156. }
  157. }
  158. }
  159. }
  160. }
  161. if len(orgIds) > 0 {
  162. sort.Slice(orgIds, func(i, j int) bool {
  163. return orgIds[i] > orgIds[j]
  164. })
  165. return int64(len(orgIds)), int64(orgIds[0]), orgIds
  166. }
  167. return 0, 0, []int{}
  168. }
  169. func parseRiskLevel(level string) (int, error) {
  170. parts := strings.Split(level, "R")
  171. if len(parts) < 2 {
  172. return 0, fmt.Errorf("无效的风险等级: %s", level)
  173. }
  174. numberStr := parts[1]
  175. number, err := strconv.Atoi(numberStr)
  176. if err != nil {
  177. return 0, fmt.Errorf("无法将风险等级转换为数字: %s", err)
  178. }
  179. return number, nil
  180. }
  181. func GetAnalystMediaPermissionMappingByPermissionIds(mediaType string, permissionIds []int, analystId int) (total int64, latestId int64, ids []int) {
  182. ids, err := mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, permissionIds)
  183. if err != nil {
  184. logger.Error("获取当前最大媒体id失败:%v", err)
  185. return 0, 0, ids
  186. }
  187. ids, err = mediaDao.GetAnalystMediaRangeReportIds(mediaType, ids, analystId)
  188. if err != nil {
  189. logger.Error("根据研究员过滤媒体列表id失败:%v", err)
  190. return 0, 0, ids
  191. }
  192. if len(ids) == 0 {
  193. logger.Info("根据研究员过滤媒体列表id为空")
  194. return 0, 0, ids
  195. }
  196. sort.Slice(ids, func(i, j int) bool {
  197. return ids[i] > ids[j]
  198. })
  199. return int64(len(ids)), int64(ids[0]), ids
  200. }
  201. func GetTotalPageCount(mediaType string) (count int64, latestId int64) {
  202. return mediaDao.GetCountByMediaType(mediaType)
  203. }
  204. func GetTotalPageCountByAnalystId(mediaType string, analystId int) (count int64, latestId int64) {
  205. return mediaDao.GetCountByMediaTypeByAnalystId(mediaType, analystId)
  206. }
  207. func GetMediaPageByIds(mediaType string, pageInfo page.PageInfo, mediaIds []int) (list []MediaDTO, err error) {
  208. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  209. medias, err := mediaDao.GetMediaPageByIds(pageInfo.LatestId, pageInfo.PageSize, offset, mediaType, mediaIds)
  210. if err == nil && medias != nil {
  211. for _, media := range medias {
  212. dto := convertMediaDTO(media, false)
  213. list = append(list, dto)
  214. }
  215. }
  216. return
  217. }
  218. func GetMediaPageByAnalystId(mediaType string, pageInfo page.PageInfo, analystId int, mediaIds []int) (list []MediaDTO, err error) {
  219. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  220. medias, err := mediaDao.GetMediaPageByAnalystId(pageInfo.LatestId, pageInfo.PageSize, offset, mediaType, analystId, mediaIds)
  221. if err == nil && medias != nil {
  222. for _, media := range medias {
  223. dto := convertMediaDTO(media, false)
  224. list = append(list, dto)
  225. }
  226. }
  227. return
  228. }
  229. func convertMediaDTO(media mediaDao.Media, fullTime bool) MediaDTO {
  230. if fullTime {
  231. return MediaDTO{
  232. MediaId: media.Id,
  233. AuthorId: media.AuthorID,
  234. AuthorName: media.AuthorName,
  235. MediaType: string(media.MediaType),
  236. Src: media.Src,
  237. MediaName: media.MediaName,
  238. SourceType: media.SourceType,
  239. CoverSrc: media.CoverSrc,
  240. MediaPlayMilliseconds: media.MediaPlayMilliseconds,
  241. PermissionIDs: media.PermissionIDs,
  242. PublishedTime: media.PublishedTime.Format(time.DateTime),
  243. }
  244. } else {
  245. return MediaDTO{
  246. MediaId: media.Id,
  247. AuthorId: media.AuthorID,
  248. AuthorName: media.AuthorName,
  249. MediaType: string(media.MediaType),
  250. Src: media.Src,
  251. MediaName: media.MediaName,
  252. SourceType: media.SourceType,
  253. CoverSrc: media.CoverSrc,
  254. MediaPlayMilliseconds: media.MediaPlayMilliseconds,
  255. PermissionIDs: media.PermissionIDs,
  256. PublishedTime: media.PublishedTime.Format(time.DateOnly),
  257. }
  258. }
  259. }
  260. func GetMediaById(mediaType string, mediaId int) (mediaDTO MediaDTO, err error) {
  261. media, err := mediaDao.GetMediaById(mediaType, mediaId)
  262. if err != nil {
  263. logger.Error("查询媒体信息失败:%v", err)
  264. return
  265. }
  266. mediaDTO = convertMediaDTO(media, true)
  267. return
  268. }
  269. func GetPermissionsByIds(ids []int) (permissionDTOs []configService.PermissionDTO, err error) {
  270. return reportService.GetFirstPermissionsByIds(ids)
  271. }
  272. func GetSecondPermissionsByIds(ids []int) (permissionDTOs []configService.PermissionDTO, err error) {
  273. return reportService.GetPermissionsByPermissionIds(ids)
  274. }
  275. func matchAllByCondition(sorts []string, key string, column string, value string) (request *es.ESQueryRequest) {
  276. req := new(es.ESQueryRequest)
  277. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, 0, 1, sorts, es.MatchAllByCondition).ByCondition(column, value)
  278. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, 0, 1, sorts, es.MatchAll)
  279. }
  280. func matchByCondition(sorts []string, key string, column string, value string, from int, to int) (request *es.ESQueryRequest) {
  281. req := new(es.ESQueryRequest)
  282. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.MatchAllByCondition).ByCondition(column, value)
  283. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.MatchAll)
  284. }
  285. func matchRangeByCondition(key string, from int, to int, max int64, sorts []string, column string, value string) (request *es.ESQueryRequest) {
  286. req := new(es.ESQueryRequest)
  287. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.RangeByCondition).Range(0, max, ESRangeColumn).ByCondition(column, value)
  288. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.Range).Range(0, max, ESRangeColumn)
  289. }
  290. func matchRangeWithDocIds(key string, from int, to int, max int64, sorts []string, docIds []string) (request *es.ESQueryRequest) {
  291. req := new(es.ESQueryRequest)
  292. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.RangeByCondition).Range(0, max, ESRangeColumn).ByCondition(column, value)
  293. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.Range).Range(0, max, ESRangeColumn).WithDocs(docIds)
  294. }
  295. func GetImageSrc(id int) (src string, err error) {
  296. return mediaDao.GetImageSrc(id)
  297. }