es_comprehensive.go 50 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534
  1. package services
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "github.com/PuerkitoBio/goquery"
  7. "github.com/olivere/elastic/v7"
  8. "strconv"
  9. //"go/doc"
  10. "hongze/hongze_cygx/models"
  11. "hongze/hongze_cygx/utils"
  12. "html"
  13. //"strconv"
  14. "errors"
  15. "strings"
  16. "time"
  17. )
  18. type SearchComprehensiveItem struct {
  19. SourceId int `description:"资源ID"`
  20. IsSummary int `description:"是否是纪要"`
  21. Source string `description:"资源类型 报告 :article 、图表 :newchart、微路演 :roadshow、活动 :activity、活动视频:activityvideo、活动音频:activityvoice、专项调研活动:activityspecial 、 本周研究汇总: researchsummary 、 上周纪要汇总 :minutessummary 、晨会精华 :meetingreviewchapt 、 产品内测:productinterior"`
  22. Title string `description:"标题"`
  23. BodyText string `description:"内容"`
  24. PublishDate string `description:"发布时间"`
  25. Abstract string `description:"摘要"`
  26. Annotation string `description:"核心观点"`
  27. IndustryName string `description:"产业名称"`
  28. SubjectNames string `description:"标的名称"`
  29. Body []string
  30. }
  31. type ElasticComprehensiveDetail struct {
  32. SourceId int `description:"资源ID"`
  33. IsSummary int `description:"是否是纪要"`
  34. Source string `description:"资源类型 报告 :article 、图表 :newchart、微路演 :roadshow、活动 :activity、活动视频:activityvideo、活动音频:activityvoice、专项调研活动:activityspecial 、 本周研究汇总: researchsummary 、 上周纪要汇总 :minutessummary 、晨会精华 :meetingreviewchapt 、 产品内测:productinterior 、 产业资源包:industrialsource"`
  35. Title string `description:"标题"`
  36. BodyText string `description:"内容"`
  37. PublishDate string `description:"发布时间"`
  38. Abstract string `description:"摘要"`
  39. Annotation string `description:"核心观点"`
  40. IndustryName string `description:"产业名称"`
  41. SubjectNames string `description:"标的名称"`
  42. }
  43. //func init() {
  44. // AddComprehensiveIndustrialSource("Hz", 0)
  45. // //AddComprehensiveChart(0)
  46. // // AddComprehensiveMeetingreviewchapt()
  47. //}
  48. // 添加文章:报告、纪要
  49. func AddComprehensiveArticle(articleId int) {
  50. var err error
  51. defer func() {
  52. if err != nil {
  53. fmt.Println(err)
  54. go utils.SendAlarmMsg("删除数据综合页面数据Es失败"+err.Error(), 2)
  55. }
  56. }()
  57. IndustrialManagementRespMap, _ := GetIndustrialManagementRespMap()
  58. IndustrialSubjectMap, _ := GetCygxIndustrialSubjectMap()
  59. var condition1 string
  60. var pars1 []interface{}
  61. mapActivityIndustrialManagement := make(map[int][]string)
  62. industrialgroupList, e := models.GetIndustrialArticleGroupManagementList(condition1, pars1)
  63. if e != nil {
  64. fmt.Println(e)
  65. return
  66. }
  67. for _, v := range industrialgroupList {
  68. if v.ArticleId == 0 {
  69. continue
  70. }
  71. mapActivityIndustrialManagement[v.ArticleId] = append(mapActivityIndustrialManagement[v.ArticleId], IndustrialManagementRespMap[v.IndustrialManagementId])
  72. }
  73. mapActivitySubject := make(map[int][]string)
  74. SubjectgroupList, e := models.GetSubjectArticleGroupManagementList(condition1, pars1)
  75. if e != nil {
  76. fmt.Println(e)
  77. return
  78. }
  79. for _, v := range SubjectgroupList {
  80. if v.ArticleId == 0 {
  81. continue
  82. }
  83. mapActivitySubject[v.ArticleId] = append(mapActivitySubject[v.ArticleId], IndustrialSubjectMap[v.IndustrialSubjectId])
  84. }
  85. var condition string
  86. var pars []interface{}
  87. condition += ` AND publish_status = 1 `
  88. if articleId > 0 {
  89. condition = ` AND article_id = ? `
  90. pars = append(pars, articleId)
  91. }
  92. articleList, e := models.GetArticleList(condition, pars)
  93. if e != nil {
  94. err = errors.New("GetArticleList, Err: " + e.Error())
  95. return
  96. }
  97. //indexName := utils.IndexNameComprehensive
  98. for _, v := range articleList {
  99. time.Sleep(200 * time.Millisecond)
  100. content := html.UnescapeString(v.Body)
  101. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  102. if err != nil {
  103. fmt.Println("create doc err:", err.Error())
  104. return
  105. }
  106. bodyText := doc.Text()
  107. item := new(ElasticComprehensiveDetail)
  108. item.SourceId = v.ArticleId
  109. item.IsSummary = v.IsSummary
  110. item.Source = "article"
  111. item.Title = v.Title
  112. item.PublishDate = v.PublishDate
  113. item.BodyText = bodyText
  114. if v.IsSummary == 0 {
  115. item.SubjectNames = strings.Join(mapActivitySubject[v.ArticleId], ",") + "," + v.FieldName
  116. item.IndustryName = strings.Join(mapActivityIndustrialManagement[v.ArticleId], ",")
  117. }
  118. item.Annotation, _ = GetReportContentTextSubNew(v.Annotation)
  119. item.Abstract, _ = GetReportContentTextSubNew(v.Abstract)
  120. EsAddOrEditComprehensiveData(item)
  121. fmt.Println(item.IndustryName)
  122. fmt.Println(item.SubjectNames)
  123. }
  124. }
  125. // 添加图表
  126. func AddComprehensiveChart(chartId int) {
  127. var err error
  128. defer func() {
  129. if err != nil {
  130. fmt.Println(err)
  131. go utils.SendAlarmMsg("AddComprehensiveChart Err"+err.Error()+fmt.Sprint(chartId), 2)
  132. }
  133. }()
  134. var condition string
  135. var pars []interface{}
  136. condition += ` AND publish_status = 1 `
  137. if chartId > 0 {
  138. condition = ` AND chart_id = ? `
  139. pars = append(pars, chartId)
  140. }
  141. list, e := models.GetChartList(condition, pars, 0, 1000000)
  142. if e != nil {
  143. err = errors.New("GetChartList, Err: " + e.Error())
  144. return
  145. }
  146. //indexName := utils.IndexNameComprehensive
  147. for _, v := range list {
  148. time.Sleep(200 * time.Millisecond)
  149. item := new(ElasticComprehensiveDetail)
  150. item.SourceId = v.ChartId
  151. item.Source = "newchart"
  152. item.Title = v.Title
  153. item.PublishDate = v.CreateDate
  154. EsAddOrEditComprehensiveData(item)
  155. fmt.Println(v.ChartId)
  156. }
  157. }
  158. // 添加产业资源包
  159. func AddComprehensiveIndustrialSource(sourceType string, articleId int) {
  160. var err error
  161. defer func() {
  162. if err != nil {
  163. fmt.Println(err)
  164. go utils.SendAlarmMsg("AddComprehensiveIndustrialSource"+err.Error(), 2)
  165. }
  166. }()
  167. var condition string
  168. var pars []interface{}
  169. mapActivitySubject := make(map[int][]string, 0)
  170. maplistMeetingTime := make(map[int]time.Time, 0)
  171. listMeeting, err := models.GetCygxMorningMeetingReviewChapterList(" GROUP BY c.industry_id ORDER BY r.publish_time DESC ", pars)
  172. for _, v := range listMeeting {
  173. resultTime := utils.StrTimeToTime(v.PublishTime)
  174. maplistMeetingTime[v.IndustryId] = resultTime
  175. }
  176. listsubject, e := models.GetCygxIndustrialSubjectListCondition(condition, pars)
  177. if e != nil {
  178. err = errors.New("GetIndustrialManagementRepList, Err: " + e.Error())
  179. return
  180. }
  181. for _, v := range listsubject {
  182. mapActivitySubject[v.IndustrialManagementId] = append(mapActivitySubject[v.IndustrialManagementId], v.SubjectName)
  183. }
  184. var industrialsource string
  185. if sourceType == "Hz" {
  186. condition = " AND a.article_type_id = 0 " // 弘则资源包
  187. industrialsource = "industrialsourceHz"
  188. } else {
  189. condition = " AND a.article_type_id > 0 " //研选资源包
  190. industrialsource = "industrialsourceYx"
  191. }
  192. if articleId > 0 {
  193. condition += " AND a.article_id = " + strconv.Itoa(articleId)
  194. }
  195. list, err := models.GetSearchResourceList(0, condition, 0, 0)
  196. if err != nil {
  197. fmt.Println(err)
  198. return
  199. }
  200. //indexName := utils.IndexNameComprehensive
  201. for _, v := range list {
  202. time.Sleep(200 * time.Millisecond)
  203. item := new(ElasticComprehensiveDetail)
  204. item.SourceId = v.IndustrialManagementId
  205. item.Source = industrialsource
  206. item.IndustryName = v.IndustryName
  207. item.SubjectNames = strings.Join(mapActivitySubject[v.IndustrialManagementId], ",")
  208. item.PublishDate = v.PublishDate + " 00:00:00"
  209. if sourceType == "Hz" {
  210. //如果时间晚就进行替换
  211. resultTime := utils.StrTimeToTime(item.PublishDate)
  212. if maplistMeetingTime[v.IndustrialManagementId].After(resultTime) {
  213. item.PublishDate = maplistMeetingTime[v.IndustrialManagementId].Format(utils.FormatDateTime)
  214. }
  215. }
  216. fmt.Println(item)
  217. EsAddOrEditComprehensiveData(item)
  218. }
  219. }
  220. // 添加晨会精华
  221. func AddComprehensiveMeetingreviewchapt() {
  222. var condition string
  223. var pars []interface{}
  224. IndustrialManagementRespMap, _ := GetIndustrialManagementRespMap()
  225. list, err := models.GetCygxMorningMeetingReviewChapterList(condition, pars)
  226. if err != nil {
  227. fmt.Println(err)
  228. return
  229. }
  230. //indexName := utils.IndexNameComprehensive
  231. for _, v := range list {
  232. time.Sleep(200 * time.Millisecond)
  233. content := html.UnescapeString(v.Content)
  234. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  235. if err != nil {
  236. fmt.Println("create doc err:", err.Error())
  237. return
  238. }
  239. bodyText := doc.Text()
  240. item := new(ElasticComprehensiveDetail)
  241. item.SourceId = v.Id
  242. item.Source = "meetingreviewchapt"
  243. item.IndustryName = IndustrialManagementRespMap[v.IndustryId]
  244. item.PublishDate = v.PublishTime
  245. item.Abstract = bodyText
  246. EsAddOrEditComprehensiveData(item)
  247. fmt.Println(item)
  248. }
  249. }
  250. // 添加活动
  251. func AddComprehensiveActivity() {
  252. var condition string
  253. var pars []interface{}
  254. condition = ` AND publish_status = 1 `
  255. //condition = ` AND publish_status = 1 AND activity_id = 2407 `
  256. list, err := models.GetCygxActivityList(condition, pars, 0, 100000)
  257. if err != nil {
  258. fmt.Println(err)
  259. return
  260. }
  261. IndustrialManagementRespMap, _ := GetIndustrialManagementRespMap()
  262. IndustrialSubjectMap, _ := GetCygxIndustrialSubjectMap()
  263. var condition1 string
  264. var pars1 []interface{}
  265. mapActivityIndustrialManagement := make(map[int][]string)
  266. industrialgroupList, e := models.GetCygxIndustrialActivityGroupManagementList(condition1+" AND source = 1 ", pars1)
  267. if e != nil {
  268. fmt.Println(e)
  269. return
  270. }
  271. for _, v := range industrialgroupList {
  272. if v.ActivityId == 0 {
  273. continue
  274. }
  275. mapActivityIndustrialManagement[v.ActivityId] = append(mapActivityIndustrialManagement[v.ActivityId], IndustrialManagementRespMap[v.IndustrialManagementId])
  276. }
  277. mapActivitySubject := make(map[int][]string)
  278. SubjectgroupList, e := models.GetCygxIndustrialActivityGroupSubjectList(condition1+" AND source = 1 ", pars1)
  279. if e != nil {
  280. fmt.Println(e)
  281. return
  282. }
  283. for _, v := range SubjectgroupList {
  284. if v.ActivityId == 0 {
  285. continue
  286. }
  287. mapActivitySubject[v.ActivityId] = append(mapActivitySubject[v.ActivityId], IndustrialSubjectMap[v.IndustrialSubjectId])
  288. }
  289. //return
  290. for _, v := range list {
  291. time.Sleep(200 * time.Millisecond)
  292. item := new(ElasticComprehensiveDetail)
  293. item.SourceId = v.ActivityId
  294. //item.IsSummary = v.IsSummary
  295. item.Source = "activity"
  296. //item.SubjectNames = json.Sprint(mapActivitySubject[v.ActivityId])
  297. item.SubjectNames = strings.Join(mapActivitySubject[v.ActivityId], ",")
  298. item.IndustryName = strings.Join(mapActivityIndustrialManagement[v.ActivityId], ",")
  299. item.Title = v.ActivityName
  300. item.PublishDate = v.ActivityTime
  301. //item.BodyText = bodyText
  302. //item.Annotation, _ = GetReportContentTextSubNew(v.Annotation)
  303. //item.Abstract, _ = GetReportContentTextSubNew(v.Abstract)
  304. //EsAddOrEditComprehensiveData(indexName, item)
  305. EsAddOrEditComprehensiveData(item)
  306. fmt.Println(item)
  307. }
  308. }
  309. // 添加专项调研活动
  310. func AddComprehensiveActivitySpecial() {
  311. var condition string
  312. var pars []interface{}
  313. condition = ` AND publish_status = 1 `
  314. list, err := models.GetActivitySpecialListAll(condition, pars, 0, 100000)
  315. if err != nil {
  316. fmt.Println(err)
  317. return
  318. }
  319. //indexName := utils.IndexNameComprehensive
  320. IndustrialManagementRespMap, _ := GetIndustrialManagementRespMap() // 产业标签
  321. IndustrialSubjectMap, _ := GetCygxIndustrialSubjectMap() // 标的标签
  322. var condition1 string
  323. var pars1 []interface{}
  324. mapActivityIndustrialManagement := make(map[int][]string)
  325. industrialgroupList, e := models.GetCygxIndustrialActivityGroupManagementList(condition1+" AND source = 2 ", pars1)
  326. if e != nil {
  327. fmt.Println(e)
  328. return
  329. }
  330. for _, v := range industrialgroupList {
  331. if v.ActivityId == 0 {
  332. continue
  333. }
  334. mapActivityIndustrialManagement[v.ActivityId] = append(mapActivityIndustrialManagement[v.ActivityId], IndustrialManagementRespMap[v.IndustrialManagementId])
  335. }
  336. mapActivitySubject := make(map[int][]string)
  337. SubjectgroupList, e := models.GetCygxIndustrialActivityGroupSubjectList(condition1+" AND source = 2 ", pars1)
  338. if e != nil {
  339. fmt.Println(e)
  340. return
  341. }
  342. for _, v := range SubjectgroupList {
  343. if v.ActivityId == 0 {
  344. continue
  345. }
  346. mapActivitySubject[v.ActivityId] = append(mapActivitySubject[v.ActivityId], IndustrialSubjectMap[v.IndustrialSubjectId])
  347. }
  348. for _, v := range list {
  349. time.Sleep(200 * time.Millisecond)
  350. item := new(ElasticComprehensiveDetail)
  351. item.SourceId = v.ActivityId
  352. item.Source = "activityspecial"
  353. item.Title = v.ResearchTheme
  354. item.PublishDate = v.ActivityTime
  355. if v.ActivityTime == utils.FormatDateTimeInit {
  356. item.PublishDate = v.LastUpdatedTime.Format(utils.FormatDateTime)
  357. } else {
  358. item.PublishDate = v.ActivityTime
  359. }
  360. item.SubjectNames = strings.Join(mapActivitySubject[v.ActivityId], ",")
  361. item.IndustryName = strings.Join(mapActivityIndustrialManagement[v.ActivityId], ",")
  362. EsAddOrEditComprehensiveData(item)
  363. }
  364. }
  365. // 添加活动视频
  366. func AddComprehensiveActivityVideo() {
  367. var err error
  368. defer func() {
  369. if err != nil {
  370. fmt.Println(err)
  371. go utils.SendAlarmMsg("添加活动视频综合页面数据Es失败"+err.Error(), 2)
  372. }
  373. }()
  374. var condition string
  375. var pars []interface{}
  376. list, e := models.GetActivityVideoListAll(condition, pars, 0, 100000)
  377. if e != nil {
  378. err = errors.New("GetActivityVideoListAll, Err: " + e.Error())
  379. return
  380. }
  381. if len(list) == 0 {
  382. return
  383. }
  384. var activityIds []int
  385. for _, v := range list {
  386. activityIds = append(activityIds, v.ActivityId)
  387. }
  388. pars = make([]interface{}, 0)
  389. condition = ` AND publish_status = 1 AND art.activity_id IN (` + utils.GetOrmInReplace(len(activityIds)) + `)`
  390. pars = append(pars, activityIds)
  391. listArt, e := models.GetCygxActivityList(condition, pars, 0, 100000)
  392. if e != nil {
  393. err = errors.New("GetCygxActivityList, Err: " + e.Error())
  394. return
  395. }
  396. mapActivity := make(map[int]string)
  397. for _, v := range listArt {
  398. mapActivity[v.ActivityId] = v.ActivityName
  399. }
  400. IndustrialManagementRespMap, _ := GetIndustrialManagementRespMap()
  401. IndustrialSubjectMap, _ := GetCygxIndustrialSubjectMap()
  402. var condition1 string
  403. var pars1 []interface{}
  404. mapActivityIndustrialManagement := make(map[int][]string)
  405. industrialgroupList, e := models.GetCygxIndustrialActivityGroupManagementList(condition1+" AND source = 1 ", pars1)
  406. if e != nil {
  407. fmt.Println(e)
  408. return
  409. }
  410. //产业名称
  411. for _, v := range industrialgroupList {
  412. if v.ActivityId == 0 {
  413. continue
  414. }
  415. mapActivityIndustrialManagement[v.ActivityId] = append(mapActivityIndustrialManagement[v.ActivityId], IndustrialManagementRespMap[v.IndustrialManagementId])
  416. }
  417. //标的名称
  418. mapActivitySubject := make(map[int][]string)
  419. SubjectgroupList, e := models.GetCygxIndustrialActivityGroupSubjectList(condition1+" AND source = 1 ", pars1)
  420. if e != nil {
  421. fmt.Println(e)
  422. return
  423. }
  424. for _, v := range SubjectgroupList {
  425. if v.ActivityId == 0 {
  426. continue
  427. }
  428. mapActivitySubject[v.ActivityId] = append(mapActivitySubject[v.ActivityId], IndustrialSubjectMap[v.IndustrialSubjectId])
  429. }
  430. //indexName := utils.IndexNameComprehensive
  431. for _, v := range list {
  432. time.Sleep(200 * time.Millisecond)
  433. item := new(ElasticComprehensiveDetail)
  434. item.SourceId = v.Id
  435. item.Source = "activityvideo"
  436. item.Title = v.Title
  437. item.PublishDate = v.ActivityTime
  438. item.BodyText = mapActivity[v.ActivityId]
  439. item.SubjectNames = strings.Join(mapActivitySubject[v.ActivityId], ",")
  440. item.IndustryName = strings.Join(mapActivityIndustrialManagement[v.ActivityId], ",")
  441. EsAddOrEditComprehensiveData(item)
  442. fmt.Println(item)
  443. }
  444. }
  445. // 添加活动音频
  446. func AddComprehensiveActivityVoice() {
  447. var err error
  448. defer func() {
  449. if err != nil {
  450. fmt.Println(err)
  451. go utils.SendAlarmMsg("AddComprehensiveActivityVoice"+err.Error(), 2)
  452. }
  453. }()
  454. var condition string
  455. var pars []interface{}
  456. list, err := models.GetActivityVoiceList(condition, pars, 0, 100000)
  457. if err != nil {
  458. fmt.Println(err)
  459. return
  460. }
  461. if len(list) == 0 {
  462. return
  463. }
  464. var activityIds []int
  465. for _, v := range list {
  466. activityIds = append(activityIds, v.ActivityId)
  467. }
  468. pars = make([]interface{}, 0)
  469. condition = ` AND publish_status = 1 AND art.activity_id IN (` + utils.GetOrmInReplace(len(activityIds)) + `)`
  470. pars = append(pars, activityIds)
  471. listArt, e := models.GetCygxActivityList(condition, pars, 0, 100000)
  472. if e != nil {
  473. err = errors.New("GetCygxActivityList, Err: " + e.Error())
  474. return
  475. }
  476. mapActivity := make(map[int]string)
  477. for _, v := range listArt {
  478. mapActivity[v.ActivityId] = v.ActivityName
  479. }
  480. IndustrialManagementRespMap, _ := GetIndustrialManagementRespMap()
  481. IndustrialSubjectMap, _ := GetCygxIndustrialSubjectMap()
  482. var condition1 string
  483. var pars1 []interface{}
  484. mapActivityIndustrialManagement := make(map[int][]string)
  485. industrialgroupList, e := models.GetCygxIndustrialActivityGroupManagementList(condition1+" AND source = 1 ", pars1)
  486. if e != nil {
  487. fmt.Println(e)
  488. return
  489. }
  490. //产业名称
  491. for _, v := range industrialgroupList {
  492. if v.ActivityId == 0 {
  493. continue
  494. }
  495. mapActivityIndustrialManagement[v.ActivityId] = append(mapActivityIndustrialManagement[v.ActivityId], IndustrialManagementRespMap[v.IndustrialManagementId])
  496. }
  497. //标的名称
  498. mapActivitySubject := make(map[int][]string)
  499. SubjectgroupList, e := models.GetCygxIndustrialActivityGroupSubjectList(condition1+" AND source = 1 ", pars1)
  500. if e != nil {
  501. fmt.Println(e)
  502. return
  503. }
  504. for _, v := range SubjectgroupList {
  505. if v.ActivityId == 0 {
  506. continue
  507. }
  508. mapActivitySubject[v.ActivityId] = append(mapActivitySubject[v.ActivityId], IndustrialSubjectMap[v.IndustrialSubjectId])
  509. }
  510. //indexName := utils.IndexNameComprehensive
  511. for _, v := range list {
  512. time.Sleep(200 * time.Millisecond)
  513. item := new(ElasticComprehensiveDetail)
  514. item.SourceId = v.ActivityVoiceId
  515. item.Source = "activityvoice"
  516. item.Title = v.VoiceName
  517. item.PublishDate = v.ActivityTime
  518. item.BodyText = mapActivity[v.ActivityId]
  519. item.SubjectNames = strings.Join(mapActivitySubject[v.ActivityId], ",")
  520. item.IndustryName = strings.Join(mapActivityIndustrialManagement[v.ActivityId], ",")
  521. EsAddOrEditComprehensiveData(item)
  522. fmt.Println(item)
  523. }
  524. }
  525. // 微路演
  526. func AddComprehensiveRoadshow() {
  527. var condition string
  528. var pars []interface{}
  529. IndustrialManagementRespMap, _ := GetIndustrialManagementRespMap()
  530. list, err := models.GetMicroRoadshowVideoListBycondition(condition, pars, 0, 100000)
  531. if err != nil {
  532. fmt.Println(err)
  533. return
  534. }
  535. //indexName := utils.IndexNameComprehensive
  536. for _, v := range list {
  537. time.Sleep(200 * time.Millisecond)
  538. item := new(ElasticComprehensiveDetail)
  539. item.SourceId = v.VideoId
  540. item.Source = "roadshow"
  541. item.IndustryName = IndustrialManagementRespMap[v.IndustryId]
  542. item.Title = v.VideoName
  543. item.PublishDate = v.PublishDate.Format(utils.FormatDateTime)
  544. EsAddOrEditComprehensiveData(item)
  545. fmt.Println(item)
  546. }
  547. }
  548. // Es研选专栏
  549. func EsAddYanxuanSpecial(sourceId int) {
  550. var err error
  551. defer func() {
  552. if err != nil {
  553. fmt.Println("err:", err)
  554. go utils.SendAlarmMsg(fmt.Sprint("更新研选专栏失败sourceId: ", sourceId), 2)
  555. }
  556. }()
  557. detail, e := models.GetYanxuanSpecialItemById(sourceId)
  558. if e != nil {
  559. err = errors.New("GetArticleInfoOtherByArticleId" + e.Error())
  560. return
  561. }
  562. content := html.UnescapeString(detail.Content)
  563. doc, e := goquery.NewDocumentFromReader(strings.NewReader(content))
  564. if e != nil {
  565. err = errors.New("goquery.NewDocumentFromReader" + e.Error())
  566. return
  567. }
  568. bodyText := doc.Text()
  569. item := new(ElasticComprehensiveDetail)
  570. item.SourceId = detail.Id
  571. item.Source = utils.CYGX_OBJ_YANXUANSPECIAL
  572. item.Title = detail.Title
  573. item.PublishDate = detail.PublishTime
  574. item.BodyText = bodyText
  575. if detail.Status == 3 {
  576. EsAddOrEditComprehensiveData(item) //如果发布了就新增
  577. } else {
  578. EsDeleteComprehensiveData(item) // 没有发布就删除
  579. }
  580. return
  581. }
  582. // 新增和修改数据
  583. func EsAddOrEditComprehensiveData(item *ElasticComprehensiveDetail) (err error) {
  584. indexName := utils.IndexNameComprehensive
  585. //return
  586. defer func() {
  587. if err != nil {
  588. fmt.Println(err, item.SourceId)
  589. //go utils.SendAlarmMsg("更新综合页面数据Es失败"+err.Error()+fmt.Sprint(item), 2)
  590. }
  591. }()
  592. client := utils.Client
  593. mustMap := make([]interface{}, 0)
  594. mustMap = append(mustMap, map[string]interface{}{
  595. "term": map[string]interface{}{
  596. "SourceId": item.SourceId,
  597. },
  598. })
  599. mustMap = append(mustMap, map[string]interface{}{
  600. "term": map[string]interface{}{
  601. "Source": item.Source,
  602. },
  603. })
  604. queryMap := map[string]interface{}{
  605. "query": map[string]interface{}{
  606. "bool": map[string]interface{}{
  607. "must": mustMap,
  608. },
  609. },
  610. }
  611. requestTotalHits := client.Count(indexName).BodyJson(queryMap)
  612. total, e := requestTotalHits.Do(context.Background())
  613. if e != nil {
  614. err = errors.New("requestTotalHits.Do(context.Background()), Err: " + e.Error())
  615. return
  616. }
  617. //return
  618. //根据来源以及ID ,判断内容是否存在,如果存在就新增,如果不存在就修改
  619. if total == 0 {
  620. resp, e := client.Index().Index(indexName).BodyJson(item).Do(context.Background())
  621. if e != nil {
  622. err = errors.New("client.Index().Index(indexName).BodyJson(item).Do(context.Background()), Err: " + e.Error())
  623. return
  624. }
  625. if resp.Status == 0 && resp.Result == "created" {
  626. //fmt.Println("新增成功")
  627. //err = nil
  628. return
  629. } else {
  630. //err = errors.New(fmt.Sprint(resp))
  631. err = errors.New(fmt.Sprint("articleId", item.SourceId))
  632. return
  633. }
  634. } else {
  635. //拼接需要改动的前置条件
  636. bool_query := elastic.NewBoolQuery()
  637. bool_query.Must(elastic.NewTermQuery("SourceId", item.SourceId))
  638. bool_query.Must(elastic.NewTermQuery("Source", item.Source))
  639. //设置需要改动的内容
  640. var script string
  641. script += fmt.Sprint("ctx._source['SubjectNames'] = '", item.SubjectNames, "';")
  642. script += fmt.Sprint("ctx._source['PublishDate'] = '", item.PublishDate, "';")
  643. script += fmt.Sprint("ctx._source['IsSummary'] = ", item.IsSummary, ";")
  644. script += fmt.Sprint("ctx._source['Abstract'] = '", item.Abstract, "';")
  645. script += fmt.Sprint("ctx._source['Title'] = '", item.Title, "';")
  646. script += fmt.Sprint("ctx._source['BodyText'] = '", item.BodyText, "';")
  647. script += fmt.Sprint("ctx._source['Annotation'] = '", item.Annotation, "';")
  648. script += fmt.Sprint("ctx._source['IndustryName'] = '", item.IndustryName, "'")
  649. _, e = client.UpdateByQuery(indexName).
  650. Query(bool_query).
  651. Script(elastic.NewScriptInline(script)).
  652. Refresh("true").
  653. Do(context.Background())
  654. if e != nil && e.Error() != "elastic: Error 400 (Bad Request): compile error [type=script_exception]" {
  655. //文本内容过长的时候,修改会报 400 的错误,暂时先不处理
  656. //fmt.Println("err", e.Error())
  657. ////err = e
  658. //err = errors.New("client.UpdateByQuery(indexName), Err: " + e.Error())
  659. return
  660. }
  661. }
  662. return
  663. }
  664. // 删除数据
  665. func EsDeleteComprehensiveData(item *ElasticComprehensiveDetail) (err error) {
  666. defer func() {
  667. if err != nil {
  668. fmt.Println(err)
  669. go utils.SendAlarmMsg("删除数据综合页面数据Es失败"+err.Error()+fmt.Sprint(item), 2)
  670. }
  671. }()
  672. indexName := utils.IndexNameComprehensive
  673. client := utils.Client
  674. //拼接需要删除的前置条件
  675. bool_query := elastic.NewBoolQuery()
  676. bool_query.Must(elastic.NewTermQuery("SourceId", item.SourceId))
  677. bool_query.Must(elastic.NewTermQuery("Source", item.Source))
  678. _, e := client.DeleteByQuery(indexName).
  679. Query(bool_query).
  680. Do(context.Background())
  681. if e != nil {
  682. err = errors.New(" client.DeleteByQuery(indexName), Err: " + e.Error())
  683. return
  684. }
  685. return
  686. }
  687. func EsComprehensiveSearch(keyWord string, startSize, pageSize int) (result []*SearchComprehensiveItem, total int64, err error) {
  688. indexName := utils.IndexNameComprehensive
  689. client := utils.Client
  690. keyWordArr, err := GetIndustryMapNameSliceV3(keyWord)
  691. keyWordArr = RemoveDuplicatesAndEmpty(keyWordArr)
  692. keyWordLen := len(keyWordArr)
  693. if keyWordLen <= 0 {
  694. keyWordArr = append(keyWordArr, keyWord)
  695. keyWordLen = len(keyWordArr)
  696. }
  697. //Es 的高级查询有 自定义排序 文档一时半会儿撸不懂,先做多次查询手动过滤 2023.2.2
  698. //ikType 查询方式 ,0:查所有 、 1:查询键入词 、 2:查询除了查询键入词之外的联想词
  699. mustMap := make([]interface{}, 0)
  700. shouldMap := make(map[string]interface{}, 0)
  701. shouldMapquery := make([]interface{}, 0)
  702. mustNotMap := make([]interface{}, 0)
  703. shouldNotMap := make(map[string]interface{}, 0)
  704. shouldNotMapquery := make([]interface{}, 0)
  705. // @Param OrderColumn query int true "排序字段 ,Comprehensive综合 ,Matching匹配度 ,PublishDate 发布时间 "
  706. //keyWordWeight := GetWeight(keyWordLen)
  707. var boost int
  708. //lenkeyWordArr := len(keyWordArr)
  709. for k, v := range keyWordArr {
  710. if k > 0 {
  711. continue
  712. }
  713. if k == 0 {
  714. boost = 2 * 1000
  715. } else {
  716. boost = 1
  717. }
  718. if v != "" {
  719. shouldMapquery = append(shouldMapquery, map[string]interface{}{
  720. "function_score": map[string]interface{}{
  721. "query": map[string]interface{}{
  722. "multi_match": map[string]interface{}{
  723. //"boost": (lenkeyWordArr - k) * boost, //给查询的值赋予权重
  724. "boost": boost, //给查询的值赋予权重
  725. "fields": []interface{}{"Title"},
  726. "query": v,
  727. },
  728. },
  729. },
  730. })
  731. shouldMapquery = append(shouldMapquery, map[string]interface{}{
  732. "function_score": map[string]interface{}{
  733. "query": map[string]interface{}{
  734. "multi_match": map[string]interface{}{
  735. "boost": boost, //给查询的值赋予权重
  736. "fields": []interface{}{"Abstract"},
  737. "query": v,
  738. },
  739. },
  740. },
  741. })
  742. shouldMapquery = append(shouldMapquery, map[string]interface{}{
  743. "function_score": map[string]interface{}{
  744. "query": map[string]interface{}{
  745. "multi_match": map[string]interface{}{
  746. "boost": boost, //给查询的值赋予权重
  747. "fields": []interface{}{"Annotation"},
  748. "query": v,
  749. },
  750. },
  751. },
  752. })
  753. //shouldMapquery = append(shouldMapquery, map[string]interface{}{
  754. // "function_score": map[string]interface{}{
  755. // "query": map[string]interface{}{
  756. // "multi_match": map[string]interface{}{
  757. // //"boost": (lenkeyWordArr-k)*boost - 1, //给查询的值赋予权重
  758. // "boost": boost, //给查询的值赋予权重
  759. // "fields": []interface{}{"BodyText"},
  760. // "query": v,
  761. // },
  762. // },
  763. // },
  764. //})
  765. shouldMapquery = append(shouldMapquery, map[string]interface{}{
  766. "function_score": map[string]interface{}{
  767. "query": map[string]interface{}{
  768. "multi_match": map[string]interface{}{
  769. //"boost": (lenkeyWordArr-k)*boost - 1, //给查询的值赋予权重
  770. "boost": boost, //给查询的值赋予权重
  771. "fields": []interface{}{"IndustryName"},
  772. "query": v,
  773. },
  774. },
  775. },
  776. })
  777. shouldMapquery = append(shouldMapquery, map[string]interface{}{
  778. "function_score": map[string]interface{}{
  779. "query": map[string]interface{}{
  780. "multi_match": map[string]interface{}{
  781. //"boost": (lenkeyWordArr-k)*boost - 1, //给查询的值赋予权重
  782. "boost": boost, //给查询的值赋予权重
  783. "fields": []interface{}{"SubjectNames"},
  784. "query": v,
  785. },
  786. },
  787. },
  788. })
  789. }
  790. }
  791. shouldMap = map[string]interface{}{
  792. "should": shouldMapquery,
  793. }
  794. shouldNotMap = map[string]interface{}{
  795. "should": shouldNotMapquery,
  796. }
  797. //排序
  798. sortMap := make([]interface{}, 0)
  799. //时间
  800. sortMap = append(sortMap, map[string]interface{}{
  801. "PublishDate": map[string]interface{}{
  802. "order": "desc",
  803. },
  804. })
  805. //sortMap = append(sortMap, map[string]interface{}{
  806. // "_score": map[string]interface{}{
  807. // "order": "desc",
  808. // },
  809. //})
  810. //高亮
  811. highlightMap := make(map[string]interface{}, 0)
  812. highlightMap = map[string]interface{}{
  813. "fields": map[string]interface{}{
  814. //"BodyText": map[string]interface{}{},
  815. "Title": map[string]interface{}{},
  816. "Abstract": map[string]interface{}{},
  817. "Annotation": map[string]interface{}{},
  818. },
  819. //样式 红色
  820. "post_tags": []interface{}{"</font>"},
  821. "pre_tags": []interface{}{"<font color='red'>"},
  822. "fragment_size": 50,
  823. }
  824. mustMap = append(mustMap, map[string]interface{}{
  825. "bool": shouldMap,
  826. })
  827. mustNotMap = append(mustNotMap, map[string]interface{}{
  828. "bool": shouldNotMap,
  829. })
  830. queryMap := map[string]interface{}{
  831. "query": map[string]interface{}{
  832. "bool": map[string]interface{}{
  833. "must": mustMap,
  834. },
  835. },
  836. }
  837. queryMap["sort"] = sortMap
  838. queryMap["from"] = startSize
  839. queryMap["size"] = pageSize
  840. queryMap["highlight"] = highlightMap
  841. //jsonBytes, _ := json.Marshal(queryMap)
  842. //fmt.Println(string(jsonBytes))
  843. //utils.FileLog.Info(string(jsonBytes))
  844. request := client.Search(indexName).Source(queryMap) // sets the JSON request
  845. searchByMatch, err := request.Do(context.Background())
  846. if searchByMatch != nil {
  847. if searchByMatch.Hits != nil {
  848. for _, v := range searchByMatch.Hits.Hits {
  849. var isAppend bool
  850. articleJson, err := v.Source.MarshalJSON()
  851. if err != nil {
  852. return nil, 0, err
  853. }
  854. article := new(ElasticComprehensiveDetail)
  855. err = json.Unmarshal(articleJson, &article)
  856. if err != nil {
  857. return nil, 0, err
  858. }
  859. //fmt.Println(article.SourceId, article.Title, article.Source)
  860. searchItem := new(SearchComprehensiveItem)
  861. searchItem.SourceId = article.SourceId
  862. if len(v.Highlight["Annotation"]) > 0 {
  863. for _, vText := range v.Highlight["Annotation"] {
  864. searchItem.Body = append(searchItem.Body, vText)
  865. }
  866. }
  867. if len(v.Highlight["Abstract"]) > 0 {
  868. for _, vText := range v.Highlight["Abstract"] {
  869. searchItem.Body = append(searchItem.Body, vText)
  870. }
  871. }
  872. if len(v.Highlight["BodyText"]) > 0 {
  873. for _, vText := range v.Highlight["BodyText"] {
  874. searchItem.Body = append(searchItem.Body, vText)
  875. }
  876. }
  877. //searchItem.IsSummary = article.IsSummary
  878. //if len(searchItem.Body) == 0 {
  879. // bodyRune := []rune(article.BodyText)
  880. // bodyRuneLen := len(bodyRune)
  881. // if bodyRuneLen > 100 {
  882. // bodyRuneLen = 100
  883. // }
  884. // body := string(bodyRune[:bodyRuneLen])
  885. // searchItem.Body = []string{body}
  886. //}
  887. var title string
  888. if len(v.Highlight["Title"]) > 0 {
  889. title = v.Highlight["Title"][0]
  890. } else {
  891. title = article.Title
  892. }
  893. searchItem.Title = title
  894. searchItem.Source = article.Source
  895. searchItem.PublishDate = article.PublishDate
  896. if !isAppend {
  897. result = append(result, searchItem)
  898. }
  899. }
  900. }
  901. total = searchByMatch.Hits.TotalHits.Value
  902. }
  903. return
  904. }
  905. func GetResourceDataEsList(list []*SearchComprehensiveItem, user *models.WxUserItem) (items []*models.CygxResourceDataResp, err error) {
  906. var condition string
  907. var pars []interface{}
  908. uid := user.UserId
  909. titleHighlight := make(map[int]string)
  910. bodyHighlight := make(map[int][]string)
  911. //var bodyHighlight []string
  912. mapItems := make(map[string]*models.CygxResourceDataResp)
  913. for _, v := range list {
  914. //预处理文章
  915. item := new(models.CygxResourceDataResp)
  916. item.SourceId = v.SourceId
  917. item.Source = v.Source
  918. //if v.IsSummary == 1 {
  919. item.BodyHighlight = v.Body
  920. titleHighlight[v.SourceId] = v.Title
  921. bodyHighlight[v.SourceId] = v.Body
  922. //fmt.Println(v.Title)
  923. //} else {
  924. // item.BodyHighlight = make([]string, 0)
  925. //}
  926. item.PublishDate = utils.TimeRemoveHms2(v.PublishDate)
  927. mapItems[fmt.Sprint(v.Source, v.SourceId)] = item
  928. }
  929. var articleIds []int
  930. var newchartIds []int
  931. var roadshowIds []string
  932. var activityIds []int
  933. var activityvideoIds []string
  934. var activityvoiceIds []string
  935. var activityspecialIds []int
  936. var researchsummaryIds []int
  937. var minutessummaryIds []int
  938. var meetingreviewchaptIds []int
  939. var productinteriorIds []int
  940. var industrialResourceIdsHz []int // 弘则产业资源包
  941. var industrialResourceIdsYx []int // 研选产业资源包
  942. var yanxuanSpecialIds []int // 研选专栏
  943. //Source string `description:"资源类型 报告 :article 、图表 :newchart、微路演 :roadshow、活动 :activity、活动视频:activityvideo、活动音频:activityvoice、专项调研活动:activityspecial 、 本周研究汇总: researchsummary 、 上周纪要汇总 :minutessummary 、晨会精华 :meetingreviewchapt "`
  944. for _, v := range list {
  945. if v.Source == "article" {
  946. articleIds = append(articleIds, v.SourceId)
  947. } else if v.Source == "newchart" {
  948. newchartIds = append(newchartIds, v.SourceId)
  949. } else if v.Source == "roadshow" {
  950. roadshowIds = append(roadshowIds, strconv.Itoa(v.SourceId))
  951. } else if v.Source == "activity" {
  952. activityIds = append(activityIds, v.SourceId)
  953. } else if v.Source == "activityvideo" {
  954. activityvideoIds = append(activityvideoIds, strconv.Itoa(v.SourceId))
  955. } else if v.Source == "activityvoice" {
  956. activityvoiceIds = append(activityvoiceIds, strconv.Itoa(v.SourceId))
  957. } else if v.Source == "activityspecial" {
  958. activityspecialIds = append(activityspecialIds, v.SourceId)
  959. } else if v.Source == "researchsummary" {
  960. researchsummaryIds = append(researchsummaryIds, v.SourceId)
  961. } else if v.Source == "minutessummary" {
  962. minutessummaryIds = append(minutessummaryIds, v.SourceId)
  963. } else if v.Source == "meetingreviewchapt" {
  964. meetingreviewchaptIds = append(meetingreviewchaptIds, v.SourceId)
  965. } else if v.Source == "productinterior" {
  966. productinteriorIds = append(productinteriorIds, v.SourceId)
  967. } else if v.Source == "industrialsourceHz" {
  968. industrialResourceIdsHz = append(industrialResourceIdsHz, v.SourceId)
  969. } else if v.Source == "industrialsourceYx" {
  970. industrialResourceIdsYx = append(industrialResourceIdsYx, v.SourceId)
  971. } else if v.Source == utils.CYGX_OBJ_YANXUANSPECIAL {
  972. yanxuanSpecialIds = append(yanxuanSpecialIds, v.SourceId)
  973. }
  974. }
  975. //处理文章
  976. if len(articleIds) > 0 {
  977. pars = make([]interface{}, 0)
  978. condition = ` AND a.article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  979. pars = append(pars, articleIds)
  980. listArticle, e := models.GetHomeList(condition, pars, 0, len(articleIds))
  981. if e != nil {
  982. err = errors.New("GetResourceDataList, Err: " + e.Error())
  983. return
  984. }
  985. listArticle, e = HandleArticleCategoryImg(listArticle)
  986. if e != nil {
  987. err = errors.New("HandleArticleCategoryImg, Err: " + e.Error())
  988. return
  989. }
  990. for _, v := range listArticle {
  991. v.Body = ""
  992. v.BodyHtml = ""
  993. if titleHighlight[v.ArticleId] != "" {
  994. v.Title = titleHighlight[v.ArticleId]
  995. }
  996. if len(bodyHighlight[v.ArticleId]) > 0 {
  997. v.Abstract = ""
  998. v.Annotation = ""
  999. v.BodyHighlight = bodyHighlight[v.ArticleId]
  1000. } else {
  1001. v.BodyHighlight = make([]string, 0)
  1002. }
  1003. mapItems[fmt.Sprint("article", v.ArticleId)].Article = v
  1004. }
  1005. }
  1006. //处理晨会精华
  1007. if len(meetingreviewchaptIds) > 0 {
  1008. pars = make([]interface{}, 0)
  1009. condition = ` AND c.id IN (` + utils.GetOrmInReplace(len(meetingreviewchaptIds)) + `)`
  1010. pars = append(pars, meetingreviewchaptIds)
  1011. listrMeet, e := models.GetCygxMorningMeetingReviewChapterList(condition, pars)
  1012. if e != nil {
  1013. err = errors.New("GetResourceDataList, Err: " + e.Error())
  1014. return
  1015. }
  1016. for _, v := range listrMeet {
  1017. v.Content = AnnotationHtml(v.Content)
  1018. v.PublishTime = utils.TimeRemoveHms2(v.PublishTime)
  1019. mapItems[fmt.Sprint("meetingreviewchapt", v.Id)].Meetingreviewchapt = v
  1020. }
  1021. }
  1022. //处理上周纪要汇总
  1023. if len(minutessummaryIds) > 0 {
  1024. pars = make([]interface{}, 0)
  1025. condition = ` AND article_id IN (` + utils.GetOrmInReplace(len(minutessummaryIds)) + `)`
  1026. pars = append(pars, minutessummaryIds)
  1027. listresearchsummary, e := models.GetReportSelectionListHome(condition, "cygx_minutes_summary", pars, 0, len(minutessummaryIds))
  1028. if e != nil {
  1029. err = errors.New("GetResourceDataList, Err: " + e.Error())
  1030. return
  1031. }
  1032. for _, v := range listresearchsummary {
  1033. v.PublishDate = utils.TimeRemoveHms2(v.PublishDate)
  1034. mapItems[fmt.Sprint("minutessummary", v.ArticleId)].Minutessummary = v
  1035. }
  1036. }
  1037. //处理本周纪要汇总
  1038. if len(researchsummaryIds) > 0 {
  1039. pars = make([]interface{}, 0)
  1040. condition = ` AND article_id IN (` + utils.GetOrmInReplace(len(researchsummaryIds)) + `)`
  1041. pars = append(pars, researchsummaryIds)
  1042. listresearchsummary, e := models.GetReportSelectionListHome(condition, "cygx_research_summary", pars, 0, len(researchsummaryIds))
  1043. if e != nil {
  1044. err = errors.New("GetReportSelectionListHome, Err: " + e.Error())
  1045. return
  1046. }
  1047. for _, v := range listresearchsummary {
  1048. v.PublishDate = utils.TimeRemoveHms2(v.PublishDate)
  1049. mapItems[fmt.Sprint("researchsummary", v.ArticleId)].Researchsummary = v
  1050. }
  1051. }
  1052. //处理产品内测
  1053. if len(productinteriorIds) > 0 {
  1054. pars = make([]interface{}, 0)
  1055. condition = ` AND art.status = 1 AND art.product_interior_id IN (` + utils.GetOrmInReplace(len(productinteriorIds)) + `)`
  1056. pars = append(pars, productinteriorIds)
  1057. listProductInterior, e := models.GetCygxProductInteriorList(condition, pars, 0, len(productinteriorIds))
  1058. if e != nil {
  1059. err = errors.New("GetCygxProductInteriorList, Err: " + e.Error())
  1060. return
  1061. }
  1062. for _, v := range listProductInterior {
  1063. v.Body = ProductInteriorHtml(v.Body)
  1064. v.PublishTime = utils.TimeRemoveHms2(v.PublishTime)
  1065. mapItems[fmt.Sprint("productinterior", v.ProductInteriorId)].ProductInterior = v
  1066. }
  1067. }
  1068. detail, e := models.GetConfigByCode("city_img_url")
  1069. if e != nil {
  1070. err = errors.New("GetResourceDataList, Err: " + e.Error())
  1071. return
  1072. }
  1073. detailChart, e := models.GetConfigByCode("chart_img_url")
  1074. if e != nil {
  1075. err = errors.New("GetResourceDataList, Err: " + e.Error())
  1076. return
  1077. }
  1078. addressList := strings.Split(detail.ConfigValue, "{|}")
  1079. mapAddress := make(map[string]string)
  1080. chartList := strings.Split(detailChart.ConfigValue, "{|}")
  1081. mapChart := make(map[string]string)
  1082. var cityName string
  1083. var chartName string
  1084. var imgUrl string
  1085. var imgUrlChart string
  1086. for _, v := range addressList {
  1087. vslice := strings.Split(v, "_")
  1088. cityName = vslice[0]
  1089. imgUrl = vslice[len(vslice)-1]
  1090. mapAddress[cityName] = imgUrl
  1091. }
  1092. for _, v := range chartList {
  1093. vslice := strings.Split(v, "_")
  1094. chartName = vslice[0]
  1095. imgUrlChart = vslice[len(vslice)-1]
  1096. mapChart[chartName] = imgUrlChart
  1097. }
  1098. var imgUrlResp string
  1099. //处理活动
  1100. if len(activityIds) > 0 {
  1101. for _, vss := range activityIds {
  1102. imgUrlResp += strconv.Itoa(vss) + ","
  1103. }
  1104. pars = make([]interface{}, 0)
  1105. condition = ` AND art.activity_id IN (` + utils.GetOrmInReplace(len(activityIds)) + `)`
  1106. pars = append(pars, activityIds)
  1107. activityList, e := models.GetActivityListNew(condition, pars, uid, 0, len(activityIds), 0, 0, "")
  1108. if e != nil {
  1109. err = errors.New("GetResourceDataList, Err: " + e.Error())
  1110. return
  1111. }
  1112. //处理不同的报名方式按钮回显
  1113. mapActivitySignup, e := GetActivitySignupResp(activityIds, user)
  1114. if e != nil {
  1115. e = errors.New("GetActivitySignupResp, Err: " + e.Error())
  1116. return
  1117. }
  1118. var activityListRersp []*models.ActivityDetail
  1119. for _, v := range activityList {
  1120. v.SignupType = mapActivitySignup[v.ActivityId]
  1121. activityListRersp = append(activityListRersp, ActivityButtonShow(v))
  1122. }
  1123. for _, v := range activityListRersp {
  1124. if v == nil {
  1125. continue
  1126. }
  1127. if v.ActivityType == 0 {
  1128. if mapAddress[v.City] != "" {
  1129. imgUrlResp = mapAddress[v.City]
  1130. } else {
  1131. imgUrlResp = mapAddress["其它"]
  1132. }
  1133. } else {
  1134. if mapChart[v.ChartPermissionName] != "" {
  1135. imgUrlResp = mapChart[v.ChartPermissionName]
  1136. }
  1137. }
  1138. v.SourceType = 1
  1139. v.Expert, _ = GetReportContentTextSub(v.Expert)
  1140. mapItems[fmt.Sprint("activity", v.ActivityId)].Activity = v
  1141. }
  1142. }
  1143. //产业资源包
  1144. if len(industrialResourceIdsHz) > 0 {
  1145. pars = make([]interface{}, 0)
  1146. var industrialResourceIdstring []string
  1147. for _, v := range industrialResourceIdsHz {
  1148. industrialResourceIdstring = append(industrialResourceIdstring, strconv.Itoa(v))
  1149. }
  1150. industrialId := strings.Join(industrialResourceIdstring, ",")
  1151. condition = ` AND m.industrial_management_id IN (` + industrialId + `) AND a.article_type_id = 0 `
  1152. listIndustrialResourceIds, e := models.GetSearchResourceList(user.UserId, condition, 0, len(industrialResourceIdsHz))
  1153. if e != nil {
  1154. err = errors.New("GetSearchResourceList, Err: " + e.Error())
  1155. return
  1156. }
  1157. //合并产业关联的标的
  1158. listSubjcet, e := models.GetIndustrialSubjectAllByIndustrialId(industrialResourceIdsHz)
  1159. if e != nil {
  1160. e = errors.New("GetIndustrialSubjectAllByIndustrialId, Err: " + e.Error())
  1161. return
  1162. }
  1163. mapIndustrial := make(map[string]int)
  1164. for _, v := range listSubjcet {
  1165. for k2, v2 := range listIndustrialResourceIds {
  1166. if v2.IndustrialManagementId == v.IndustrialManagementId && mapIndustrial[fmt.Sprint(v2.IndustrialManagementId, "Hz", v.SubjectName)] == 0 {
  1167. listIndustrialResourceIds[k2].IndustrialSubjectList = append(listIndustrialResourceIds[k2].IndustrialSubjectList, v)
  1168. }
  1169. }
  1170. }
  1171. for _, v := range listIndustrialResourceIds {
  1172. v.Source = 1
  1173. mapItems[fmt.Sprint("industrialsourceHz", v.IndustrialManagementId)].IndustrialResource = v
  1174. }
  1175. }
  1176. if len(industrialResourceIdsYx) > 0 {
  1177. pars = make([]interface{}, 0)
  1178. var industrialResourceIdstring []string
  1179. for _, v := range industrialResourceIdsYx {
  1180. industrialResourceIdstring = append(industrialResourceIdstring, strconv.Itoa(v))
  1181. }
  1182. industrialId := strings.Join(industrialResourceIdstring, ",")
  1183. condition = ` AND m.industrial_management_id IN (` + industrialId + `) AND a.article_type_id > 0 `
  1184. listIndustrialResourceIds, e := models.GetSearchResourceList(user.UserId, condition, 0, len(industrialResourceIdsYx))
  1185. if e != nil {
  1186. err = errors.New("GetSearchResourceList, Err: " + e.Error())
  1187. return
  1188. }
  1189. //合并产业关联的标的
  1190. listSubjcet, e := models.GetIndustrialSubjectAllByIndustrialId(industrialResourceIdsYx)
  1191. if e != nil {
  1192. e = errors.New("GetIndustrialSubjectAllByIndustrialId, Err: " + e.Error())
  1193. return
  1194. }
  1195. mapIndustrial := make(map[string]int)
  1196. for _, v := range listSubjcet {
  1197. for k2, v2 := range listIndustrialResourceIds {
  1198. if v2.IndustrialManagementId == v.IndustrialManagementId && mapIndustrial[fmt.Sprint(v2.IndustrialManagementId, "Yx", v.SubjectName)] == 0 {
  1199. listIndustrialResourceIds[k2].IndustrialSubjectList = append(listIndustrialResourceIds[k2].IndustrialSubjectList, v)
  1200. }
  1201. }
  1202. }
  1203. for _, v := range listIndustrialResourceIds {
  1204. v.Source = 2
  1205. mapItems[fmt.Sprint("industrialsourceYx", v.IndustrialManagementId)].IndustrialResource = v
  1206. }
  1207. }
  1208. //处理图表
  1209. if len(newchartIds) > 0 {
  1210. pars = make([]interface{}, 0)
  1211. condition = ` AND a.chart_id IN (` + utils.GetOrmInReplace(len(newchartIds)) + `)`
  1212. pars = append(pars, newchartIds)
  1213. chartDateList, e := models.GetChartListCollectionNew(condition, pars, uid, 0, len(newchartIds))
  1214. if e != nil {
  1215. err = errors.New("GetResourceDataList, Err: " + e.Error())
  1216. return
  1217. }
  1218. for _, v := range chartDateList {
  1219. mapItems[fmt.Sprint("newchart", v.ChartId)].Newchart = v
  1220. }
  1221. }
  1222. //处理专项调研
  1223. if len(activityspecialIds) > 0 {
  1224. pars = make([]interface{}, 0)
  1225. condition = ` AND art.activity_id IN (` + utils.GetOrmInReplace(len(activityspecialIds)) + `)`
  1226. pars = append(pars, activityspecialIds)
  1227. activitySpeciallist, e := models.GetCygxActivitySpecialDetailList(condition, pars, user.UserId, 0, len(activityspecialIds))
  1228. if e != nil {
  1229. err = errors.New("GetCygxActivitySpecialDetailList, Err: " + e.Error())
  1230. return
  1231. }
  1232. UserMap, e := GetSpecialTripUserMap(activityIds, user.UserId)
  1233. if e != nil {
  1234. err = errors.New("GetSpecialTripUserMap, Err: " + e.Error())
  1235. return
  1236. }
  1237. for _, v := range activitySpeciallist {
  1238. if mapChart[v.ChartPermissionName] != "" {
  1239. imgUrlResp = mapChart[v.ChartPermissionName]
  1240. }
  1241. if _, ok := UserMap[v.ActivityId]; ok {
  1242. v.IsTrip = 1
  1243. }
  1244. if v.Days == 0 {
  1245. v.TripStatus = 1
  1246. v.TripImgLink = v.TripImgLink
  1247. } else {
  1248. v.TripStatus = 2
  1249. v.TripImgLink = v.TripImgLinkFix
  1250. v.ActivityTimeText = v.ActivityTimeTextByDay
  1251. }
  1252. resultTimeStart := utils.StrTimeToTime(v.ActivityTime) //时间字符串格式转时间格式
  1253. resultTimeEnd := utils.StrTimeToTime(v.ActivityTimeEnd) //时间字符串格式转时间格式
  1254. if resultTimeStart.After(time.Now()) {
  1255. v.ActiveState = 1
  1256. } else if time.Now().After(resultTimeEnd) {
  1257. v.ActiveState = 3
  1258. } else {
  1259. v.ActiveState = 2
  1260. }
  1261. v.ImgUrl = imgUrlResp
  1262. mapItems[fmt.Sprint("activityspecial", v.ActivityId)].Activityspecial = v
  1263. }
  1264. }
  1265. if len(roadshowIds)+len(activityvideoIds)+len(activityvoiceIds) > 0 {
  1266. audioIdstr := strings.Join(activityvoiceIds, ",")
  1267. ideoIdsStr := strings.Join(roadshowIds, ",")
  1268. activityVideoIdsStr := strings.Join(activityvideoIds, ",")
  1269. list, _, e := GetMicroRoadShowMycollect(len(roadshowIds)+len(activityvideoIds)+len(activityvoiceIds), 0, audioIdstr, ideoIdsStr, activityVideoIdsStr)
  1270. if e != nil {
  1271. err = errors.New("GetMicroRoadShowMycollect, Err: " + e.Error())
  1272. return
  1273. }
  1274. for _, item := range list {
  1275. if item.Type == 1 {
  1276. //音频
  1277. count, e := models.GetVoiceCollectCount(user.UserId, item.Id)
  1278. if e != nil {
  1279. err = errors.New("GetVoiceCollectCount, Err: " + e.Error())
  1280. return
  1281. }
  1282. if count > 0 {
  1283. item.IsCollect = true
  1284. }
  1285. } else if item.Type == 2 {
  1286. //活动视频
  1287. count, e := models.GetActivityVideoCollectCount(user.UserId, item.Id)
  1288. if e != nil {
  1289. err = errors.New("GetActivityVideoCollectCount, Err: " + e.Error())
  1290. return
  1291. }
  1292. if count > 0 {
  1293. item.IsCollect = true
  1294. }
  1295. } else if item.Type == 3 {
  1296. //微路演视频
  1297. count, e := models.GetVideoCollectCount(user.UserId, item.Id)
  1298. if e != nil {
  1299. err = errors.New("GetVideoCollectCount, Err: " + e.Error())
  1300. return
  1301. }
  1302. if count > 0 {
  1303. item.IsCollect = true
  1304. }
  1305. }
  1306. }
  1307. // 用户权限
  1308. authInfo, permissionArr, e := GetUserRaiPermissionInfo(user.UserId, user.CompanyId)
  1309. if e != nil {
  1310. err = errors.New("GetUserRaiPermissionInfo, Err: " + e.Error())
  1311. return
  1312. }
  1313. // 获取默认图配置
  1314. audioMap, videoMap, audioShareMap, videoShareMap, e := GetMicroRoadShowDefaultImgConfig()
  1315. if e != nil {
  1316. err = errors.New("GetMicroRoadShowDefaultImgConfig, Err: " + e.Error())
  1317. return
  1318. }
  1319. //Source string `description:"资源类型 报告 :article 、图表 :newchart、微路演 :roadshow、活动 :activity、活动视频:activityvideo、活动音频:activityvoice、专项调研活动:activityspecial"`
  1320. for i := range list {
  1321. // 权限
  1322. au := new(models.UserPermissionAuthInfo)
  1323. au.SellerName = authInfo.SellerName
  1324. au.SellerMobile = authInfo.SellerMobile
  1325. au.HasPermission = authInfo.HasPermission
  1326. au.OperationMode = authInfo.OperationMode
  1327. if au.HasPermission == 1 {
  1328. // 非宏观权限进一步判断是否有权限
  1329. if list[i].ChartPermissionId != utils.HONG_GUAN_ID && !utils.InArrayByStr(permissionArr, list[i].ChartPermissionName) {
  1330. au.HasPermission = 2
  1331. }
  1332. }
  1333. // 无权限的弹框提示
  1334. if au.HasPermission != 1 {
  1335. if au.OperationMode == UserPermissionOperationModeCall {
  1336. if list[i].Type == 1 {
  1337. au.PopupMsg = UserPermissionPopupMsgCallActivity
  1338. } else {
  1339. au.PopupMsg = UserPermissionPopupMsgCallMicroVideo
  1340. }
  1341. } else {
  1342. if list[i].Type == 1 {
  1343. au.PopupMsg = UserPermissionPopupMsgApplyActivity
  1344. } else {
  1345. au.PopupMsg = UserPermissionPopupMsgApplyMicroVideo
  1346. }
  1347. }
  1348. }
  1349. list[i].AuthInfo = au
  1350. list[i].PublishTime = utils.StrTimeToTime(list[i].PublishTime).Format(utils.FormatDate)
  1351. // 默认图
  1352. if list[i].BackgroundImg == "" {
  1353. if list[i].Type == 1 {
  1354. list[i].BackgroundImg = audioMap[list[i].ChartPermissionId]
  1355. } else {
  1356. list[i].BackgroundImg = videoMap[list[i].ChartPermissionId]
  1357. }
  1358. }
  1359. // 分享图
  1360. if list[i].ShareImg == "" {
  1361. if list[i].Type == 1 {
  1362. list[i].ShareImg = audioShareMap[list[i].ChartPermissionId]
  1363. } else {
  1364. list[i].ShareImg = videoShareMap[list[i].ChartPermissionId]
  1365. }
  1366. }
  1367. }
  1368. //Type int `description:"类型: 1-音频; 2-活动视频; 3-产业视频"`
  1369. for _, item := range list {
  1370. if item.Type == 1 {
  1371. mapItems[fmt.Sprint("activityvoice", item.Id)].Activityvoice = item
  1372. } else if item.Type == 2 {
  1373. mapItems[fmt.Sprint("activityvideo", item.Id)].Activityvideo = item
  1374. } else if item.Type == 3 {
  1375. mapItems[fmt.Sprint("roadshow", item.Id)].Roadshow = item
  1376. }
  1377. }
  1378. }
  1379. //处理研选专栏
  1380. lenyanxuanSpecialIds := len(yanxuanSpecialIds)
  1381. if lenyanxuanSpecialIds > 0 {
  1382. pars = make([]interface{}, 0)
  1383. condition = ` AND a.id IN (` + utils.GetOrmInReplace(lenyanxuanSpecialIds) + `) `
  1384. pars = append(pars, yanxuanSpecialIds)
  1385. listyanxuanSpecial, e := models.GetYanxuanSpecialList(user.UserId, condition, pars)
  1386. if e != nil {
  1387. err = errors.New("GetYanxuanSpecialList, Err: " + e.Error())
  1388. return
  1389. }
  1390. for _, v := range listyanxuanSpecial {
  1391. v.PublishTime = utils.TimeRemoveHms2(v.PublishTime)
  1392. v.Annotation, _ = GetReportContentTextSubNew(v.Content)
  1393. // Source PublishDate 字段兼容前端样式
  1394. v.Source = utils.CYGX_OBJ_YANXUANSPECIAL
  1395. v.PublishDate = v.PublishTime
  1396. mapItems[fmt.Sprint(utils.CYGX_OBJ_YANXUANSPECIAL, v.Id)].YanxuanSpecial = v
  1397. }
  1398. }
  1399. for _, vList := range list {
  1400. for _, v := range mapItems {
  1401. //如果这些类型都为空,那么就不合并
  1402. if v.Article == nil && v.Newchart == nil && v.Roadshow == nil && v.Activity == nil && v.Activityvideo == nil && v.Activityvoice == nil && v.Activityspecial == nil && v.Researchsummary == nil && v.Minutessummary == nil && v.Meetingreviewchapt == nil && v.ProductInterior == nil && v.IndustrialResource == nil && v.YanxuanSpecial == nil {
  1403. continue
  1404. }
  1405. if v.Article != nil && v.SourceId == vList.SourceId {
  1406. v.Article.Title = vList.Title
  1407. }
  1408. if v.Newchart != nil && v.SourceId == vList.SourceId {
  1409. v.Newchart.Title = vList.Title
  1410. }
  1411. if v.Roadshow != nil && v.SourceId == vList.SourceId {
  1412. v.Roadshow.Title = vList.Title
  1413. }
  1414. if v.Activity != nil && v.SourceId == vList.SourceId {
  1415. v.Activity.ActivityName = vList.Title
  1416. }
  1417. if v.Activityvideo != nil && v.SourceId == vList.SourceId {
  1418. v.Activityvideo.Title = vList.Title
  1419. }
  1420. if v.Activityvoice != nil && v.SourceId == vList.SourceId {
  1421. v.Activityvoice.Title = vList.Title
  1422. }
  1423. if v.Activityspecial != nil && v.SourceId == vList.SourceId {
  1424. v.Activityspecial.ResearchTheme = vList.Title
  1425. }
  1426. if v.Researchsummary != nil && v.SourceId == vList.SourceId {
  1427. v.Researchsummary.Title = vList.Title
  1428. }
  1429. if v.Minutessummary != nil && v.SourceId == vList.SourceId {
  1430. v.Minutessummary.Title = vList.Title
  1431. }
  1432. if v.ProductInterior != nil && v.SourceId == vList.SourceId {
  1433. v.ProductInterior.Title = vList.Title
  1434. }
  1435. //if v.IndustrialResource != nil && v.SourceId == vList.SourceId {
  1436. // v.IndustrialResource.UpdateTime = vList.PublishDate
  1437. //}
  1438. if v.SourceId == vList.SourceId && v.Source == vList.Source {
  1439. items = append(items, v)
  1440. }
  1441. }
  1442. }
  1443. for _, v := range items {
  1444. if v.IndustrialResource != nil {
  1445. v.Source = "industrialsource"
  1446. }
  1447. }
  1448. return
  1449. }