media_service.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348
  1. package media
  2. import (
  3. "encoding/json"
  4. "eta/eta_mini_ht_api/common/component/config"
  5. "eta/eta_mini_ht_api/common/component/es"
  6. logger "eta/eta_mini_ht_api/common/component/log"
  7. "eta/eta_mini_ht_api/common/contants"
  8. "eta/eta_mini_ht_api/common/utils/page"
  9. configService "eta/eta_mini_ht_api/domian/config"
  10. reportService "eta/eta_mini_ht_api/domian/report"
  11. "eta/eta_mini_ht_api/models"
  12. mediaDao "eta/eta_mini_ht_api/models/media"
  13. productDao "eta/eta_mini_ht_api/models/merchant"
  14. "fmt"
  15. "sort"
  16. "strconv"
  17. "strings"
  18. "time"
  19. )
  20. var (
  21. htConfig = config.GetConfig(contants.HT).(*config.HTBizConfig)
  22. )
  23. const (
  24. DESC models.Order = "desc"
  25. ASC models.Order = "asc"
  26. ESColumn = "mediaName"
  27. ESRangeColumn = "mediaId"
  28. ConditionColumn = "mediaType"
  29. )
  30. var (
  31. sortField = []string{"_score:desc"}
  32. )
  33. func elastic() *es.ESClient {
  34. return es.GetInstance()
  35. }
  36. type MediaDTO struct {
  37. MediaId int `json:"mediaId"`
  38. AuthorId int `json:"authorId"`
  39. AuthorName string `json:"authorName,omitempty"`
  40. MediaType string `json:"mediaType"`
  41. Src string `json:"src"`
  42. MediaName string `json:"mediaName"`
  43. MediaTitle string `json:"mediaTitle,omitempty"`
  44. CoverSrc string `json:"coverSrc"`
  45. SourceType string `json:"sourceType"`
  46. MediaPlayMilliseconds int `json:"mediaPlayMilliseconds"`
  47. PublishedTime string `json:"publishedTime"`
  48. PermissionIDs string `json:"permissionIds"`
  49. PermissionNames []string `json:"permissionNames,omitempty"`
  50. Highlight []string `json:"highlight,omitempty"`
  51. Login bool `json:"login"`
  52. RiskLevelStatus string `json:"riskLevelStatus"`
  53. IsFree bool `json:"isFree"`
  54. Price string `json:"price"`
  55. IsSubscribe bool `json:"isSubscribe"`
  56. RiskLevel string `json:"riskLevel"`
  57. }
  58. func SearchMediaList(_ string, key string, mediaIds []int, from int, size int, max int64) (reports []MediaDTO, err error) {
  59. //同步es
  60. var docIds []string
  61. for _, id := range mediaIds {
  62. docIds = append(docIds, strconv.Itoa(id))
  63. }
  64. sorts := append(sortField, "publishedTime:desc")
  65. request := matchRangeWithDocIds(key, from, size, max, sorts, docIds)
  66. re, err := elastic().Search(request)
  67. if err != nil {
  68. logger.Error("es搜索失败:%v", err)
  69. }
  70. hits := elastic().GetSource(re.Hits)
  71. for _, hit := range hits {
  72. var content map[string][]string
  73. err = json.Unmarshal(hit.Highlight, &content)
  74. media := MediaDTO{}
  75. err = json.Unmarshal(hit.Source, &media)
  76. if err != nil {
  77. logger.Error("解析媒体数据失败:%v", err)
  78. continue
  79. }
  80. media.Highlight = content[ESColumn]
  81. media.PublishedTime = media.PublishedTime[:10]
  82. media.MediaTitle = media.Highlight[0]
  83. reports = append(reports, media)
  84. }
  85. return
  86. }
  87. func SearchMaxMediaId(mediaType string, key string) (total int64, latestId int64) {
  88. mediaSort := []string{"mediaId:desc"}
  89. request := matchAllByCondition(mediaSort, key, ConditionColumn, mediaType)
  90. //同步es
  91. //re, err := elastic().Search(request)
  92. re, err := elastic().Count(request)
  93. if err != nil {
  94. logger.Error("es搜索失败:%v", err)
  95. }
  96. count := re.Count
  97. total = int64(count)
  98. if total > 0 {
  99. request = matchByCondition(mediaSort, key, ConditionColumn, mediaType, 0, count)
  100. re, err = elastic().Search(request)
  101. if err != nil {
  102. logger.Error("es搜索异常:%v", err)
  103. }
  104. hits := elastic().GetSource(re.Hits)
  105. data := hits[0].Source
  106. media := MediaDTO{}
  107. err = json.Unmarshal(data, &media)
  108. if err != nil {
  109. logger.Error("获取当前最大媒体id失败:%v", err)
  110. return
  111. }
  112. total = int64(len(hits))
  113. latestId = int64(media.MediaId)
  114. return
  115. }
  116. return
  117. }
  118. func GetMediaPermissionMappingByPermissionIds(mediaType string, permissionIds []int, riskLevel string) (total int64, latestId int64, ids []int, mappingPdRisk string) {
  119. ids, err := mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, permissionIds)
  120. if err != nil {
  121. logger.Error("获取配置品种的媒体列表信息失败:%v", err)
  122. return 0, 0, ids, riskLevel
  123. }
  124. if riskLevel != "" {
  125. var productList []productDao.MerchantProduct
  126. //现加入没有产品的报告
  127. productList, err = productDao.GetProductListBySourceIds(ids, false, productDao.Audio, productDao.Video)
  128. for _, mediaId := range ids {
  129. find := false
  130. for _, product := range productList {
  131. if product.SourceID == mediaId {
  132. find = true
  133. break
  134. }
  135. }
  136. if !find {
  137. ids = append(ids, mediaId)
  138. }
  139. }
  140. riskNum, parseErr := parseRiskLevel(riskLevel)
  141. if parseErr != nil {
  142. logger.Error("解析风险等级失败:%v", err)
  143. return
  144. }
  145. //再把符合风险等级的产品加入
  146. for _, mediaId := range ids {
  147. for _, product := range productList {
  148. if product.SourceID == mediaId {
  149. pdRiskNum, pdErr := parseRiskLevel(product.RiskLevel)
  150. if pdErr != nil {
  151. logger.Error("解析产品风险等级失败:%v,产品id:%v", pdErr, product.ID)
  152. continue
  153. }
  154. if pdRiskNum <= riskNum {
  155. ids = append(ids, mediaId)
  156. }
  157. }
  158. }
  159. }
  160. }
  161. if len(ids) > 0 {
  162. sort.Slice(ids, func(i, j int) bool {
  163. return ids[i] > ids[j]
  164. })
  165. return int64(len(ids)), int64(ids[0]), ids, riskLevel
  166. }
  167. return 0, 0, []int{}, riskLevel
  168. }
  169. func parseRiskLevel(level string) (int, error) {
  170. parts := strings.Split(level, "R")
  171. if len(parts) < 2 {
  172. return 0, fmt.Errorf("无效的风险等级: %s", level)
  173. }
  174. numberStr := parts[1]
  175. number, err := strconv.Atoi(numberStr)
  176. if err != nil {
  177. return 0, fmt.Errorf("无法将风险等级转换为数字: %s", err)
  178. }
  179. return number, nil
  180. }
  181. func GetAnalystMediaPermissionMappingByPermissionIds(mediaType string, permissionIds []int, analystId int, mappingRiskLevel string) (total int64, latestId int64, ids []int, riskLevel string) {
  182. ids, err := mediaDao.GetMediaPermissionMappingByPermissionId(mediaType, permissionIds)
  183. if err != nil {
  184. logger.Error("获取当前最大媒体id失败:%v", err)
  185. return 0, 0, ids, mappingRiskLevel
  186. }
  187. ids, err = mediaDao.GetAnalystMediaRangeReportIds(mediaType, ids, analystId)
  188. if err != nil {
  189. logger.Error("根据研究员过滤媒体列表id失败:%v", err)
  190. return 0, 0, ids, mappingRiskLevel
  191. }
  192. if len(ids) == 0 {
  193. logger.Info("根据研究员过滤媒体列表id为空")
  194. return 0, 0, ids, mappingRiskLevel
  195. }
  196. if mappingRiskLevel != "" {
  197. var productList []productDao.MerchantProduct
  198. //现加入没有产品的报告
  199. productList, err = productDao.GetProductListBySourceIds(ids, false, productDao.Audio, productDao.Video)
  200. for _, mediaId := range ids {
  201. find := false
  202. for _, product := range productList {
  203. if product.SourceID == mediaId {
  204. find = true
  205. break
  206. }
  207. }
  208. if !find {
  209. ids = append(ids, mediaId)
  210. }
  211. }
  212. riskNum, parseErr := parseRiskLevel(mappingRiskLevel)
  213. if parseErr != nil {
  214. logger.Error("解析风险等级失败:%v", err)
  215. return
  216. }
  217. //再把符合风险等级的产品加入
  218. for _, mediaId := range ids {
  219. for _, product := range productList {
  220. if product.SourceID == mediaId {
  221. pdRiskNum, pdErr := parseRiskLevel(product.RiskLevel)
  222. if pdErr != nil {
  223. logger.Error("解析产品风险等级失败:%v,产品id:%v", pdErr, product.ID)
  224. continue
  225. }
  226. if pdRiskNum <= riskNum {
  227. ids = append(ids, mediaId)
  228. }
  229. }
  230. }
  231. }
  232. }
  233. if len(ids) > 0 {
  234. sort.Slice(ids, func(i, j int) bool {
  235. return ids[i] > ids[j]
  236. })
  237. return int64(len(ids)), int64(ids[0]), ids, mappingRiskLevel
  238. }
  239. return 0, 0, []int{}, mappingRiskLevel
  240. }
  241. func GetTotalPageCount(mediaType string) (count int64, latestId int64) {
  242. return mediaDao.GetCountByMediaType(mediaType)
  243. }
  244. func GetTotalPageCountByAnalystId(mediaType string, analystId int) (count int64, latestId int64) {
  245. return mediaDao.GetCountByMediaTypeByAnalystId(mediaType, analystId)
  246. }
  247. func GetMediaPageByIds(mediaType string, pageInfo page.PageInfo, mediaIds []int) (list []MediaDTO, err error) {
  248. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  249. medias, err := mediaDao.GetMediaPageByIds(pageInfo.LatestId, pageInfo.PageSize, offset, mediaType, mediaIds)
  250. if err == nil && medias != nil {
  251. for _, media := range medias {
  252. dto := convertMediaDTO(media, false)
  253. list = append(list, dto)
  254. }
  255. }
  256. return
  257. }
  258. func GetMediaPageByAnalystId(mediaType string, pageInfo page.PageInfo, analystId int, mediaIds []int) (list []MediaDTO, err error) {
  259. offset := page.StartIndex(pageInfo.Current, pageInfo.PageSize)
  260. medias, err := mediaDao.GetMediaPageByAnalystId(pageInfo.LatestId, pageInfo.PageSize, offset, mediaType, analystId, mediaIds)
  261. if err == nil && medias != nil {
  262. for _, media := range medias {
  263. dto := convertMediaDTO(media, false)
  264. list = append(list, dto)
  265. }
  266. }
  267. return
  268. }
  269. func convertMediaDTO(media mediaDao.Media, fullTime bool) MediaDTO {
  270. if fullTime {
  271. return MediaDTO{
  272. MediaId: media.Id,
  273. AuthorId: media.AuthorID,
  274. AuthorName: media.AuthorName,
  275. MediaType: string(media.MediaType),
  276. Src: media.Src,
  277. MediaName: media.MediaName,
  278. SourceType: media.SourceType,
  279. CoverSrc: media.CoverSrc,
  280. MediaPlayMilliseconds: media.MediaPlayMilliseconds,
  281. PermissionIDs: media.PermissionIDs,
  282. PublishedTime: media.PublishedTime.Format(time.DateTime),
  283. }
  284. } else {
  285. return MediaDTO{
  286. MediaId: media.Id,
  287. AuthorId: media.AuthorID,
  288. AuthorName: media.AuthorName,
  289. MediaType: string(media.MediaType),
  290. Src: media.Src,
  291. MediaName: media.MediaName,
  292. SourceType: media.SourceType,
  293. CoverSrc: media.CoverSrc,
  294. MediaPlayMilliseconds: media.MediaPlayMilliseconds,
  295. PermissionIDs: media.PermissionIDs,
  296. PublishedTime: media.PublishedTime.Format(time.DateOnly),
  297. }
  298. }
  299. }
  300. func GetMediaById(mediaType string, mediaId int) (mediaDTO MediaDTO, err error) {
  301. media, err := mediaDao.GetMediaById(mediaType, mediaId)
  302. if err != nil {
  303. logger.Error("查询媒体信息失败:%v", err)
  304. return
  305. }
  306. mediaDTO = convertMediaDTO(media, true)
  307. return
  308. }
  309. func GetPermissionsByIds(ids []int) (permissionDTOs []configService.PermissionDTO, err error) {
  310. return reportService.GetFirstPermissionsByIds(ids)
  311. }
  312. func GetSecondPermissionsByIds(ids []int) (permissionDTOs []configService.PermissionDTO, err error) {
  313. return reportService.GetPermissionsByPermissionIds(ids)
  314. }
  315. func matchAllByCondition(sorts []string, key string, column string, value string) (request *es.ESQueryRequest) {
  316. req := new(es.ESQueryRequest)
  317. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, 0, 1, sorts, es.MatchAllByCondition).ByCondition(column, value)
  318. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, 0, 1, sorts, es.MatchAll)
  319. }
  320. func matchByCondition(sorts []string, key string, column string, value string, from int, to int) (request *es.ESQueryRequest) {
  321. req := new(es.ESQueryRequest)
  322. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.MatchAllByCondition).ByCondition(column, value)
  323. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.MatchAll)
  324. }
  325. func matchRangeByCondition(key string, from int, to int, max int64, sorts []string, column string, value string) (request *es.ESQueryRequest) {
  326. req := new(es.ESQueryRequest)
  327. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.RangeByCondition).Range(0, max, ESRangeColumn).ByCondition(column, value)
  328. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.Range).Range(0, max, ESRangeColumn)
  329. }
  330. func matchRangeWithDocIds(key string, from int, to int, max int64, sorts []string, docIds []string) (request *es.ESQueryRequest) {
  331. req := new(es.ESQueryRequest)
  332. //return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.RangeByCondition).Range(0, max, ESRangeColumn).ByCondition(column, value)
  333. return req.CreateESQueryRequest(htConfig.GetMediaIndex(), ESColumn, key, from, to, sorts, es.Range).Range(0, max, ESRangeColumn).WithDocs(docIds)
  334. }
  335. func GetImageSrc(id int) (src string, err error) {
  336. return mediaDao.GetImageSrc(id)
  337. }