article.go 69 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045
  1. package services
  2. import (
  3. "context"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "github.com/PuerkitoBio/goquery"
  8. "github.com/beego/beego/v2/client/orm"
  9. "hongze/hongze_cygx/models"
  10. "hongze/hongze_cygx/utils"
  11. "html"
  12. "net/url"
  13. "regexp"
  14. "sort"
  15. "strconv"
  16. "strings"
  17. "time"
  18. "unicode/utf8"
  19. )
  20. func GetReportContentSub(content string) (contentSub string, err error) {
  21. content = html.UnescapeString(content)
  22. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  23. if err != nil {
  24. fmt.Println("create doc err:", err.Error())
  25. return
  26. }
  27. n := 0
  28. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  29. if n > 3 {
  30. return
  31. }
  32. n++
  33. phtml, err := s.Html()
  34. if err != nil {
  35. fmt.Println("get html err", err.Error())
  36. return
  37. }
  38. if s.Text() != "" || strings.Contains(phtml, "src") {
  39. contentSub = contentSub + "<p>" + phtml + "</p>"
  40. }
  41. })
  42. return
  43. }
  44. func GetReportContentTextSub(content string) (contentSub string, err error) {
  45. content = html.UnescapeString(content)
  46. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  47. docText := doc.Text()
  48. bodyRune := []rune(docText)
  49. bodyRuneLen := len(bodyRune)
  50. if bodyRuneLen > 200 {
  51. bodyRuneLen = 200
  52. }
  53. body := string(bodyRune[:bodyRuneLen])
  54. contentSub = body
  55. contentSub = strings.Replace(body, "Powered by Froala Editor", "", -1)
  56. return
  57. }
  58. func GetReportContentTextSubNew(content string) (contentSub string, err error) {
  59. content = html.UnescapeString(content)
  60. doc, errdoc := goquery.NewDocumentFromReader(strings.NewReader(content))
  61. if errdoc != nil {
  62. err = errdoc
  63. return
  64. }
  65. docText := doc.Text()
  66. bodyRune := []rune(docText)
  67. bodyRuneLen := len(bodyRune)
  68. body := string(bodyRune[:bodyRuneLen])
  69. contentSub = body
  70. contentSub = strings.Replace(contentSub, "Powered by Froala Editor", "", -1)
  71. contentSub = strings.Replace(contentSub, " ", "", -1)
  72. contentSub = strings.Replace(contentSub, "<p data-f-id=\"pbf\" style=\"text-align: center; font-size: 14px; margin-top: 30px; opacity: 0.65; font-family: sanered by <a href=\"https://www.froala.com/wysiwyg-editor?pb=1\" title=\"Froala Editor\">Froala Editor</a></p>", "", -1)
  73. return
  74. }
  75. // GetReportContentTextSubByarticle 解析文章内容
  76. func GetReportContentTextSubByarticle(content, abstract string, articleId int) (contentSub string, err error) {
  77. var lenabstract int
  78. //如果不是研选就这么展示
  79. if articleId < utils.SummaryArticleId {
  80. abstract = html.UnescapeString(abstract)
  81. doc, errdoc := goquery.NewDocumentFromReader(strings.NewReader(abstract))
  82. if errdoc != nil {
  83. err = errdoc
  84. return
  85. }
  86. docabstract := doc.Text()
  87. lenabstract = utf8.RuneCountInString(docabstract)
  88. if lenabstract >= 20 {
  89. contentSub = docabstract
  90. return
  91. } else {
  92. contentSub, err = GetReportContentTextSubNew(content)
  93. }
  94. } else {
  95. contentSub, err = GetReportContentTextSubNew(content)
  96. }
  97. return
  98. }
  99. // 解析文章内容
  100. func GetArticleAll() {
  101. var err error
  102. defer func() {
  103. if err != nil {
  104. fmt.Println("err:", err.Error())
  105. return
  106. }
  107. }()
  108. list, err := models.GetArticleAll()
  109. if err != nil {
  110. return
  111. }
  112. for _, v := range list {
  113. fmt.Println(v.ArticleId, v.Title)
  114. FixArticleContent(v.ArticleId)
  115. }
  116. }
  117. // 解析报告
  118. func FixArticleContent(articleId int) {
  119. item, err := models.GetArticleDetailById(articleId)
  120. if err != nil {
  121. fmt.Println("GetArticleDetailById Err:" + err.Error())
  122. return
  123. }
  124. content := item.Body
  125. bodyText, _ := GetReportContentTextSub(content)
  126. content = html.UnescapeString(content)
  127. content = strings.Replace(content, "http", "https", -1)
  128. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  129. if err != nil {
  130. fmt.Println("create doc err:", err.Error())
  131. return
  132. }
  133. var expertNumArr []string
  134. var expertContentArr []string
  135. var interviewDateArr []string
  136. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  137. contentTxt := s.Text()
  138. if strings.Contains(contentTxt, "#访谈时间:") || strings.Contains(contentTxt, "访谈时间:") {
  139. interviewDate := s.Next().Text()
  140. interviewDateArr = append(interviewDateArr, interviewDate)
  141. }
  142. if strings.Contains(contentTxt, "#专家评价") || strings.Contains(contentTxt, "专家评价") {
  143. expertContent := s.Next().Text()
  144. if expertContent == "" {
  145. expertContent = contentTxt
  146. }
  147. if expertContent != "" {
  148. rightIndex := strings.Index(expertContent, ")")
  149. if rightIndex == 0 {
  150. rightIndex = strings.Index(expertContent, ")")
  151. }
  152. if rightIndex > 0 {
  153. expertNum := expertContent[:rightIndex]
  154. expertNum = strings.Replace(expertNum, "(", "", -1)
  155. expertNum = strings.Replace(expertNum, "(", "", -1)
  156. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  157. if expertNum != "" {
  158. expertNumArr = append(expertNumArr, expertNum)
  159. rightIndex = rightIndex
  160. expertContentStr := expertContent[rightIndex:]
  161. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  162. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  163. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  164. expertContentArr = append(expertContentArr, expertContentStr)
  165. }
  166. }
  167. }
  168. }
  169. })
  170. if len(expertContentArr) <= 0 {
  171. doc.Find("pre").Each(func(i int, pre *goquery.Selection) {
  172. pre.Find("span").Each(func(n int, span *goquery.Selection) {
  173. contentTxt := span.Text()
  174. if strings.Contains(contentTxt, "#专家评价") || strings.Contains(contentTxt, "专家评价") {
  175. span.Find("span").Each(func(m int, subspan *goquery.Selection) {
  176. subspanText := subspan.Text()
  177. if strings.Contains(subspanText, "专家评价") {
  178. expertContent := subspan.Next().Text()
  179. if expertContent != "" {
  180. rightIndex := strings.Index(expertContent, ")")
  181. if rightIndex == 0 {
  182. rightIndex = strings.Index(expertContent, ")")
  183. }
  184. if rightIndex > 0 {
  185. expertNum := expertContent[:rightIndex]
  186. expertNum = strings.Replace(expertNum, "(", "", -1)
  187. expertNum = strings.Replace(expertNum, "(", "", -1)
  188. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  189. if expertNum != "" {
  190. expertNumArr = append(expertNumArr, expertNum)
  191. rightIndex = rightIndex
  192. expertContentStr := expertContent[rightIndex:]
  193. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  194. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  195. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  196. expertContentArr = append(expertContentArr, expertContentStr)
  197. }
  198. }
  199. }
  200. }
  201. })
  202. }
  203. span.Find("span").Each(func(k int, sspan *goquery.Selection) {
  204. sspanText := sspan.Text()
  205. if strings.Contains(sspanText, "访谈时间") {
  206. sspanText = strings.Replace(sspanText, "#访谈时间:", "", -1)
  207. sspanText = strings.Replace(sspanText, "访谈时间:", "", -1)
  208. sspanText = strings.Replace(sspanText, "\n", "", -1)
  209. sspanText = strings.Replace(sspanText, " ", "", -1)
  210. sspanText = strings.Trim(sspanText, " ")
  211. sspanText = sspanText[:10]
  212. interviewDate := sspanText
  213. if interviewDate != "" {
  214. interviewDateArr = append(interviewDateArr, interviewDate)
  215. }
  216. }
  217. })
  218. })
  219. })
  220. }
  221. if len(expertContentArr) <= 0 {
  222. doc.Find("span").Each(func(i int, span *goquery.Selection) {
  223. span.Find("strong").Each(func(n int, strong *goquery.Selection) {
  224. spanText := span.Text()
  225. strongText := strong.Text()
  226. if strings.Contains(strongText, "#专家评价") || strings.Contains(strongText, "专家评价") {
  227. expertContent := strong.Parents().Text()
  228. if expertContent != "" {
  229. rightIndex := strings.Index(expertContent, ")")
  230. if rightIndex == 0 {
  231. rightIndex = strings.Index(expertContent, ")")
  232. }
  233. if rightIndex > 0 {
  234. expertNum := expertContent[:rightIndex]
  235. expertNum = strings.Replace(expertNum, "(", "", -1)
  236. expertNum = strings.Replace(expertNum, "(", "", -1)
  237. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  238. expertNum = strings.Replace(expertNum, "#", "", -1)
  239. expertNum = strings.Replace(expertNum, ":", "", -1)
  240. expertNum = strings.Replace(expertNum, "\n", "", -1)
  241. if expertNum != "" {
  242. expertNumArr = append(expertNumArr, expertNum)
  243. rightIndex = rightIndex
  244. expertContentStr := expertContent[rightIndex:]
  245. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  246. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  247. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  248. expertContentArr = append(expertContentArr, expertContentStr)
  249. return
  250. }
  251. }
  252. }
  253. }
  254. if strings.Contains(spanText, "访谈时间") {
  255. spanText = strings.Replace(spanText, "#访谈时间:", "", -1)
  256. spanText = strings.Replace(spanText, "访谈时间:", "", -1)
  257. spanText = strings.Replace(spanText, "\n", "", -1)
  258. spanText = strings.Replace(spanText, " ", "", -1)
  259. spanText = strings.Trim(spanText, " ")
  260. spanText = spanText[:10]
  261. interviewDate := spanText
  262. if interviewDate != "" {
  263. interviewDateArr = append(interviewDateArr, interviewDate)
  264. }
  265. }
  266. })
  267. })
  268. }
  269. var expertNumStr, expertContentStr, interviewDateStr string
  270. if len(expertNumArr) > 0 {
  271. expertNumStr = expertNumArr[0]
  272. }
  273. if len(expertContentArr) > 0 {
  274. expertContentStr = expertContentArr[0]
  275. }
  276. if len(interviewDateArr) > 0 {
  277. interviewDateStr = interviewDateArr[0]
  278. }
  279. expertNumStr = strings.Replace(expertNumStr, "#:", "", -1)
  280. err = models.ModifyArticleExpert(articleId, expertNumStr, expertContentStr, interviewDateStr, bodyText)
  281. if err != nil {
  282. fmt.Println("ModifyArticleExpert Err:" + err.Error())
  283. return
  284. }
  285. }
  286. func FixArticleImgUrl(body string) (contentSub string, err error) {
  287. r := strings.NewReader(string(body))
  288. doc, err := goquery.NewDocumentFromReader(r)
  289. if err != nil {
  290. fmt.Println(err)
  291. }
  292. doc.Find("img").Each(func(i int, s *goquery.Selection) {
  293. src, _ := s.Attr("src")
  294. if i == 0 && src != "" {
  295. contentSub = src
  296. }
  297. })
  298. return
  299. }
  300. // 获取标签里的第一个内容
  301. func FixArticleFirstCount(body string) (contentSub string, err error) {
  302. doc, err := goquery.NewDocumentFromReader(strings.NewReader(body))
  303. if err != nil {
  304. fmt.Println("create doc err:", err.Error())
  305. return
  306. }
  307. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  308. contentTxt := s.Text()
  309. fmt.Println(contentTxt)
  310. })
  311. return
  312. }
  313. func SynchronizationArtclehistory() {
  314. fmt.Println("同步开始")
  315. list, err := models.GetArticleHistoryList()
  316. if err != nil {
  317. fmt.Println("获取列表失败", err)
  318. }
  319. fmt.Println(len(list))
  320. for _, v := range list {
  321. //endDate := v.ModifyTime.Add(+time.Minute * 10).Format(utils.FormatDateTime)
  322. //detail, err := models.GetNewArticleHistoryRecordNewpv(v.UserId, v.ArticleId, endDate)
  323. //if err != nil && err.Error() != utils.ErrNoRow() {
  324. // fmt.Println("获取信息失败", err)
  325. //}
  326. v.OutType = 1
  327. //fmt.Println(v.Id)
  328. //if detail == nil {
  329. // _, err = models.AddCygxArticleViewRecordNewpv(v)
  330. // if err != nil {
  331. // fmt.Println("新增失败", err)
  332. // }
  333. //} else {
  334. // err = models.UpdateCygxArticleViewRecordNewpvList(v, v.StopTime)
  335. // if err != nil {
  336. // fmt.Println("修改失败", err)
  337. // }
  338. //}
  339. newId, err := models.AddCygxArticleViewRecordNewpv(v)
  340. fmt.Println("新增", newId)
  341. if err != nil {
  342. fmt.Println("新增失败", err)
  343. }
  344. }
  345. fmt.Println("同步结束")
  346. }
  347. // 统计报表
  348. func StatisticalReport() {
  349. var isSummaryNumAll, isClassNum, pvNumAll, uvNumAll int
  350. list, err := models.GetChartPermissionActivity()
  351. if err != nil {
  352. fmt.Println("获取列表失败", err)
  353. }
  354. for _, v := range list {
  355. var listPv []*models.ReportMappingStatistical
  356. if v.PermissionName == "研选" {
  357. listPv, err = models.GetStatisticalReportArtilceExpert()
  358. if err != nil {
  359. fmt.Println("获取Pv列表失败", err)
  360. }
  361. } else {
  362. listPv, err = models.GetStatisticalReportArtilce(v.ChartPermissionId)
  363. if err != nil {
  364. fmt.Println("获取Pv列表失败", err)
  365. }
  366. }
  367. var pvNum, uvNum, isSummaryNum int
  368. for _, v2 := range listPv {
  369. pvNum += v2.Pv
  370. uvNum += v2.Uv
  371. if v2.IsSummary == "1" {
  372. isSummaryNum += 1
  373. }
  374. if v2.IsClass == "1" && v.ChartPermissionId <= 22 {
  375. isClassNum += 1
  376. }
  377. if v2.IsSummary == "1" && v.ChartPermissionId <= 22 {
  378. isSummaryNumAll += 1
  379. }
  380. }
  381. if v.ChartPermissionId <= 22 {
  382. pvNumAll += pvNum
  383. uvNumAll += uvNum
  384. }
  385. fmt.Println(v.PermissionName+"行业", len(listPv), "篇,其中主观类报告", isSummaryNum, "篇,客观类报告", len(listPv)-isSummaryNum, "篇。共产生阅读量pv-,", pvNum, ",uv-", uvNum)
  386. }
  387. fmt.Println("目前同步四大行业的总报告(已归类)数量", isClassNum, "篇,其中主观类报告", isSummaryNumAll, "篇,客观类报告", isClassNum-isSummaryNumAll, "篇。共产生阅读量pv-", pvNumAll, ",uv-", uvNumAll)
  388. var totalOnline int //线上
  389. var totalOffline int //线下
  390. var totalPeople int //共累计预约外呼人数
  391. var totalSignUpOff int //线下报名人数
  392. var totalSignUpOffTime int //线下报名人数
  393. var totalPeopleMeet int //线下参会人数
  394. o := orm.NewOrm()
  395. sql := `SELECT COUNT(1) FROM cygx_activity WHERE activity_type_id IN (1,2,3) AND publish_status = 1 AND is_submit_meeting = 1 AND activity_time <= NOW();`
  396. err = o.Raw(sql).QueryRow(&totalOnline)
  397. if err != nil {
  398. fmt.Println("获取线上", err)
  399. }
  400. sql = `SELECT COUNT(1) FROM cygx_activity WHERE activity_type_id IN (4,5,6) AND publish_status = 1 AND is_submit_meeting = 1 AND activity_time <= NOW();`
  401. err = o.Raw(sql).QueryRow(&totalOffline)
  402. if err != nil {
  403. fmt.Println("获取线下", err)
  404. }
  405. sql = `SELECT COUNT( 1 ) FROM
  406. cygx_activity_signup as s
  407. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  408. WHERE
  409. s.do_fail_type = 0
  410. AND a.is_submit_meeting = 1
  411. AND a.activity_time <= NOW()
  412. AND a.publish_status = 1`
  413. err = o.Raw(sql).QueryRow(&totalPeople)
  414. if err != nil {
  415. fmt.Println("共累计预约外呼人数", err)
  416. }
  417. sql = `SELECT COUNT( 1 ) FROM
  418. cygx_activity_signup as s
  419. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  420. WHERE
  421. s.do_fail_type = 0
  422. AND a.is_submit_meeting = 1
  423. AND a.activity_time <= NOW()
  424. AND a.activity_type_id IN (4,5,6)
  425. AND a.publish_status = 1`
  426. err = o.Raw(sql).QueryRow(&totalSignUpOff)
  427. if err != nil {
  428. fmt.Println("共累计预约外呼人数", err)
  429. }
  430. sql = `SELECT COUNT( 1 ) FROM
  431. cygx_activity_signup as s
  432. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  433. WHERE
  434. s.do_fail_type = 0
  435. AND a.publish_status = 1
  436. AND a.is_submit_meeting = 1
  437. AND a.activity_time <= NOW()
  438. AND a.is_submit_meeting = 1
  439. AND a.activity_type_id IN (4,5,6);`
  440. err = o.Raw(sql).QueryRow(&totalSignUpOffTime)
  441. if err != nil {
  442. fmt.Println("线下报名参会人数", err)
  443. }
  444. sql = `SELECT COUNT( 1 ) FROM
  445. cygx_activity_signup as s
  446. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  447. WHERE
  448. s.do_fail_type = 0
  449. AND a.is_submit_meeting = 1
  450. AND a.activity_time <= NOW()
  451. AND a.publish_status = 1
  452. AND s.is_meeting = 1
  453. AND a.activity_type_id IN (4,5,6);`
  454. err = o.Raw(sql).QueryRow(&totalPeopleMeet)
  455. if err != nil {
  456. fmt.Println("线下参会人数", err)
  457. }
  458. fmt.Println("共上线活动", totalOnline+totalOffline, "个,其中线上", totalOnline, "个,线下", totalOffline, "个")
  459. fmt.Println("共累计预约外呼人数", totalPeople, "人")
  460. fmt.Println("报名线下参会", totalSignUpOff, "人,实际到会人数", totalPeopleMeet, "人,线下到会率约", totalPeopleMeet*100/totalSignUpOff, "%")
  461. num := totalPeopleMeet / totalSignUpOffTime
  462. fmt.Println(num)
  463. fmt.Println(totalOnline)
  464. fmt.Println(totalOffline)
  465. fmt.Println(totalPeople)
  466. fmt.Println(totalSignUpOff)
  467. fmt.Println(totalPeopleMeet)
  468. fmt.Println(totalSignUpOffTime)
  469. fmt.Println(totalPeopleMeet / totalSignUpOffTime)
  470. return
  471. }
  472. // UserViewRedisData 阅读数据
  473. type UserViewRedisData struct {
  474. Mobile string `json:"mobile"`
  475. Email string `json:"email"`
  476. RealName string `json:"real_name"`
  477. CompanyName string `json:"company_name"`
  478. ViewTime string `json:"view_time" description:"阅读时间,格式:2022-02-17 13:06:13"`
  479. ProductId int `json:"product_id" description:"报告所属产品,ficc:1,权益:2"`
  480. CompanyId int `json:"company_id" description:"客户id"`
  481. }
  482. type ReportViewRecord struct {
  483. Id int `orm:"column(id);pk"`
  484. UserId int `description:"用户id"`
  485. ReportId int `description:"报告id"`
  486. Mobile string `description:"手机号"`
  487. Email string `description:"邮箱"`
  488. RealName string `description:"用户实际姓名"`
  489. CompanyName string `description:"公司名称"`
  490. CreateTime time.Time `description:"创建时间"`
  491. }
  492. // PushViewRecordNewRedisData 阅读数据加入到redis
  493. func PushViewRecordNewRedisData(reportViewRecord *ReportViewRecord, companyId int) bool {
  494. data := &UserViewRedisData{
  495. Mobile: reportViewRecord.Mobile,
  496. Email: reportViewRecord.Email,
  497. RealName: reportViewRecord.RealName,
  498. CompanyName: reportViewRecord.CompanyName,
  499. ViewTime: reportViewRecord.CreateTime.Format(utils.FormatDateTime),
  500. ProductId: 2,
  501. CompanyId: companyId,
  502. }
  503. if utils.Re == nil {
  504. err := utils.Rc.LPush(utils.CACHE_KEY_USER_VIEW, data)
  505. if err != nil {
  506. fmt.Println("PushViewRecordNewRedisData LPush Err:" + err.Error())
  507. }
  508. return true
  509. }
  510. return false
  511. }
  512. //func GetCeLueArticlePv() {
  513. // sum := 0
  514. // for i := 0; i <= 450; i++ {
  515. // if i >= 102 {
  516. // //GetCeLueArticlePvs(strconv.Itoa(i * 1000))
  517. // }
  518. // }
  519. // fmt.Println(sum)
  520. //}
  521. // 获取策略平台报告阅读数据
  522. func GetCeLueArticlePv(cont context.Context) (err error) {
  523. defer func() {
  524. if err != nil {
  525. go utils.SendAlarmMsg("同步策略平台阅读数据失败", 2)
  526. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetCeLueArticlePv ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  527. }
  528. }()
  529. startTime := time.Now().Add(-time.Minute * 12).Format("2006-01-02 15:04:05")
  530. endTime := time.Now().Format("2006-01-02 15:04:05")
  531. requestUrl := utils.ApiUrl + "backend/statistics_access?take=1000&skip=0&sort=ASC&mode=all&"
  532. encodeData := url.Values{}
  533. encodeData.Add("start_dt", startTime)
  534. encodeData.Add("end_dt", endTime)
  535. encodeStr := encodeData.Encode()
  536. requestUrl += encodeStr
  537. authorization := utils.ApiAuthorization
  538. body, err := PublicGetDate(requestUrl, authorization)
  539. if err != nil {
  540. return
  541. }
  542. var chartResult models.CeLueArticleResultApi
  543. err = json.Unmarshal(body, &chartResult)
  544. if err != nil {
  545. fmt.Println(err)
  546. return err
  547. }
  548. mapMobileArticleId := make(map[string]int)
  549. //获取当天阅读记录
  550. listPv, err := models.GetArticleHistoryRecordAllList()
  551. if err != nil && err.Error() != utils.ErrNoRow() {
  552. fmt.Println("获取当天阅读记录失败", err)
  553. return err
  554. }
  555. if len(listPv) > 0 {
  556. for _, v := range listPv {
  557. mapMobileArticleId[fmt.Sprint(v.Mobile, "_", v.ArticleId)] = v.ArticleId
  558. }
  559. }
  560. for _, v := range chartResult.Data {
  561. //fmt.Println(v.ArticleId)
  562. item := new(models.CygxCelueArticleHistoryRecord)
  563. item.CelueHistoryId = v.CelueHistoryId
  564. item.Mobile = v.Mobile
  565. item.ArticleId = v.ArticleId
  566. if v.CrmUser != nil {
  567. item.RealName = v.CrmUser.RealName
  568. }
  569. if v.CompanyName != nil {
  570. item.CompanyName = v.CompanyName.RealName
  571. }
  572. item.CreateDateApi = time.Now()
  573. t1, _ := time.Parse("2006-01-02T15:04:05Z", v.CreateDate)
  574. item.CreateTime = t1.Add(+time.Hour * 8).Format(utils.FormatDateTime)
  575. count, err := models.GetCeLueArticleCountById(v.CelueHistoryId)
  576. if err != nil && err.Error() != utils.ErrNoRow() {
  577. return err
  578. }
  579. if count == 0 {
  580. _, err := models.AddCeLueArticle(item, mapMobileArticleId)
  581. if err != nil {
  582. fmt.Println(err)
  583. return err
  584. }
  585. }
  586. }
  587. //处理同步过来的阅读记录所属用户
  588. var condition string
  589. condition = ` AND create_time > ` + "'" + startTime + "'"
  590. listArticlePv, err := models.GetArticleHistoryRecordAllByMobileList(condition)
  591. if err != nil {
  592. fmt.Println("GetArticleHistoryRecordAllByMobileList ,Err" + err.Error())
  593. }
  594. for _, v := range listArticlePv {
  595. if v.Mobile != "" {
  596. user, err := models.GetWxUserItemByMobile(v.Mobile)
  597. if err != nil && err.Error() != utils.ErrNoRow() {
  598. fmt.Println("GetWxUserItemByUserId ,Err" + err.Error())
  599. }
  600. if user != nil {
  601. err = models.UpdateCygxArticleHistoryRecordAll(user)
  602. if err != nil {
  603. fmt.Println("UpdateCygxArticleCollect ,Err" + err.Error())
  604. }
  605. }
  606. }
  607. }
  608. return
  609. }
  610. func GetArticleListByApi(cont context.Context) (err error) {
  611. defer func() {
  612. if err != nil {
  613. //fmt.Println("GetArticleListByApi Err:" + err.Error())
  614. go utils.SendAlarmMsg("同步策略平台数据失败", 2)
  615. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  616. }
  617. }()
  618. listUpdateArticle, err := models.GetArticleCeluePushList()
  619. if err != nil && err.Error() != utils.ErrNoRow() {
  620. return err
  621. }
  622. //如果长度为零就不处理
  623. if len(listUpdateArticle) == 0 {
  624. return err
  625. }
  626. for _, v := range listUpdateArticle {
  627. // 这里直接go出去会出现并发,导致文章md5ID唯一索引限制报错
  628. err = HandleArticleListByApi(v.ArticleId)
  629. if err != nil {
  630. utils.FileLog.Info("HandleArticleListByApi", err.Error())
  631. }
  632. }
  633. return
  634. }
  635. //func init() {
  636. // allList, err := models.GetArticleAll()
  637. //
  638. // fmt.Println(err)
  639. //
  640. // for _, v := range allList {
  641. // HandleArticleListByApi(v.ArticleId)
  642. // }
  643. //HandleArticleListByApi(8112)
  644. //}
  645. // 处理同步过来的文章
  646. func HandleArticleListByApi(artcleId int) (err error) {
  647. defer func() {
  648. if err != nil {
  649. go utils.SendAlarmMsg("处理同步策略平台数据失败"+"GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), 2)
  650. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), utils.EmailSendToUsers)
  651. }
  652. }()
  653. var clueApiUrl string
  654. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", artcleId)
  655. fmt.Println(clueApiUrl)
  656. authorization := utils.ApiAuthorization
  657. body, err := PublicGetDate(clueApiUrl, authorization)
  658. if err != nil {
  659. fmt.Println(err)
  660. return
  661. }
  662. var articleResultDate models.ArticleDetailResultApi
  663. err = json.Unmarshal(body, &articleResultDate)
  664. if err != nil {
  665. fmt.Println("Getres.PublicGetDate Err:", err.Error())
  666. return err
  667. }
  668. //item := new(models.CygxShanghaiCompanyLog)
  669. //item.CreateTime = time.Now()
  670. //item.Url = clueApiUrl
  671. //item.Body = ""
  672. //item.Result = string(body)
  673. //go models.AddCygxShanghaiCompanyLog(item)
  674. go models.UpdateCygxArticleCeluePush(artcleId)
  675. articleResult := articleResultDate.Data
  676. exitMap := make(map[int]int)
  677. classMap := make(map[int]int)
  678. reportMap := make(map[int]int)
  679. summaryMap := make(map[int]int)
  680. listMap, err := models.GetArticleApiMap()
  681. if err != nil {
  682. fmt.Println("GetlistMap Err:", err.Error())
  683. return err
  684. }
  685. openIdList, err := models.GetUserRecordListByMobile(4, utils.ArticleTaskClassMobile)
  686. if err != nil {
  687. fmt.Println(err)
  688. return err
  689. }
  690. fmt.Println(openIdList)
  691. //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
  692. for _, v := range listMap {
  693. exitMap[v.Id] = v.OldId
  694. if v.IsClass == 1 {
  695. classMap[v.OldId] = 1
  696. }
  697. if v.IsReport == 1 {
  698. reportMap[v.OldId] = 1
  699. }
  700. if v.IsSummary == 1 {
  701. summaryMap[v.OldId] = 1
  702. }
  703. }
  704. var list []*models.Tactics2
  705. var listArticleData []*models.CygxArticleData
  706. var listAuthor []*models.CygxArticleAuthor
  707. //如果是英文报告那么则不同步
  708. if articleResult.TypeId == 9 {
  709. return
  710. }
  711. //状态等于 2 跟 4 的进行同步 IsActive 为false 软删除的也不同步
  712. if exitMap[articleResult.SeriesId] > 0 && (articleResult.PublishStatus == 2 || articleResult.PublishStatus == 4) && articleResult.IsActive {
  713. articleResult.PublishDate = time.Date(articleResult.PublishDate.Year(), articleResult.PublishDate.Month(), articleResult.PublishDate.Day(), articleResult.PublishDate.Hour(), articleResult.PublishDate.Minute(), articleResult.PublishDate.Second(), articleResult.PublishDate.Nanosecond(), time.Local)
  714. item := new(models.Tactics2)
  715. itemArticleData := new(models.CygxArticleData)
  716. itemArticleData.ArticleId = articleResult.ArticleId
  717. itemArticleData.Cover = articleResult.Cover
  718. itemArticleData.CreateTime = time.Now()
  719. listArticleData = append(listArticleData, itemArticleData)
  720. itemAuthor := new(models.CygxArticleAuthor)
  721. item.ArticleId = articleResult.ArticleId
  722. item.Title = articleResult.Title
  723. item.TitleEn = articleResult.TitleEn
  724. item.File = articleResult.File
  725. if articleResult.Frequency == "日度" {
  726. item.UpdateFrequency = "daily"
  727. } else if articleResult.Frequency == "周度" {
  728. item.UpdateFrequency = "weekly"
  729. } else if articleResult.Frequency == "月度" {
  730. item.UpdateFrequency = "monthly"
  731. } else if articleResult.Frequency == "季度" {
  732. item.UpdateFrequency = "quarterly"
  733. } else if articleResult.Frequency == "年度" {
  734. item.UpdateFrequency = "yearly"
  735. } else {
  736. item.UpdateFrequency = "unknow"
  737. }
  738. item.CreateDate = articleResult.CreateDate
  739. item.PublishDate = articleResult.PublishDate.Add(time.Hour * 8)
  740. item.PublishStatus = 1
  741. item.Body = articleResult.Content.Body
  742. item.Abstract = articleResult.Content.Abstract
  743. item.Annotation = articleResult.Content.Annotation
  744. item.CategoryName = articleResult.Industry.Name
  745. item.CategoryId = exitMap[articleResult.SeriesId]
  746. item.CategoryIdTwo = exitMap[articleResult.SeriesId]
  747. item.SubCategoryName = articleResult.Series.Name
  748. if len(articleResult.Stock) > 0 {
  749. var stock string
  750. for _, vS := range articleResult.Stock {
  751. stock += vS + "/"
  752. }
  753. stock = strings.TrimRight(stock, "/")
  754. item.Stock = stock
  755. }
  756. item.FieldName = articleResult.Field.Name
  757. item.TypeName = articleResult.Type.Name
  758. item.UpdateDate = articleResult.UpdateDate
  759. item.CeLueFieldId = articleResult.Field.Id
  760. list = append(list, item)
  761. itemAuthor.ArticleId = articleResult.ArticleId
  762. itemAuthor.Name = articleResult.Author.Name
  763. itemAuthor.Mobile = articleResult.Author.PhoneNumber
  764. fmt.Println(articleResult.Cover)
  765. listAuthor = append(listAuthor, itemAuthor)
  766. } else {
  767. // 如果这篇文章没有发布,那么就不作处理。
  768. err = models.UpdateArticlePublish(artcleId, 0)
  769. if err != nil {
  770. fmt.Println("UpdateArticlePublish Err:", err.Error())
  771. return err
  772. }
  773. go UpdateResourceData(artcleId, "article", "delete", time.Now().Format(utils.FormatDateTime))
  774. return err
  775. }
  776. //同步作者
  777. for _, v := range listAuthor {
  778. var count int
  779. count, err = models.GetActivityAuthorCount(v.ArticleId, v.Mobile)
  780. if err != nil {
  781. fmt.Println("GetActivityAuthorCount Err:", err.Error())
  782. return err
  783. }
  784. if count == 0 {
  785. _, err = models.AddCygxActivityAuthor(v)
  786. if err != nil {
  787. fmt.Println("AddCygxActivityAuthor Err:", err.Error())
  788. return err
  789. }
  790. }
  791. }
  792. fmt.Println("同步文章条数:", len(list))
  793. listCustomArticle, err := models.GetCustomArticleId() //手动归类的文章,不替换文章类型
  794. if err != nil {
  795. fmt.Println("GetTacticsList Err:", err.Error())
  796. return err
  797. }
  798. listGetMatchTypeName, errMatch := models.GetMatchTypeNamenNotNull() //手动归类的文章,不替换文章类型
  799. if errMatch != nil {
  800. fmt.Println("GetTacticsList Err:", errMatch.Error())
  801. return err
  802. }
  803. //mapCategoryIdSet := make(map[int]int)
  804. //for _, vMatch := range listGetMatchTypeName {
  805. // mapCategoryIdSet[vMatch.CategoryId] = vMatch.CategoryIdSet
  806. //}
  807. fmt.Println("list len:", len(list))
  808. noSummaryArticleIds := "3454,3456,3457,3459,2449,2450,2453,2454,2459,2530,2583,2663,2670,2699,2715,2732,2748,2759,2399,2356,2870,3173,2978,2826,3470" //非纪要库类型的文章ID
  809. listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
  810. for k, v := range list {
  811. //同步匹配类型
  812. matchTypeName := ""
  813. for _, vMatch := range listGetMatchTypeName {
  814. if v.CategoryId == vMatch.CategoryId {
  815. matchTypeName = vMatch.MatchTypeName
  816. }
  817. }
  818. //是否属于纪要库的数据
  819. //if _, has := summaryMap[v.CategoryId]; has {
  820. // v.IsSummary = 1
  821. //}
  822. if v.TypeName == "纪要" {
  823. v.IsSummary = 1
  824. }
  825. //排除不属于纪要库类型的文章
  826. for _, vArt := range listNoSummaryArticleIds {
  827. vArtInt, _ := strconv.Atoi(vArt)
  828. if v.ArticleId == vArtInt {
  829. v.IsSummary = 0
  830. }
  831. }
  832. if _, has := reportMap[v.CategoryId]; has {
  833. v.IsReport = 1
  834. if _, ok := classMap[v.CategoryId]; ok {
  835. v.IsClass = 1
  836. v.ReportType = 1 //是否属于行业报告
  837. } else {
  838. v.ReportType = 2 //是否属于产业报告
  839. }
  840. }
  841. v.Department = "弘则权益研究"
  842. //判断是否已经存在
  843. if v.ArticleId < 0 {
  844. fmt.Println("AddCygxArticle Err:")
  845. return err
  846. }
  847. var count int
  848. count, err = models.GetArticleCountById(v.ArticleId)
  849. if err != nil && err.Error() != utils.ErrNoRow() {
  850. fmt.Println("AddCygxArticle Err:", err.Error())
  851. return err
  852. }
  853. v.Body = strings.Replace(v.Body, "http://vmp.hzinsights.com", "https://vmp.hzinsights.com", -1)
  854. expertNumStr, expertContentStr, interviewDateStr, _, bodyReturn := BodyAnalysis2(v.Body)
  855. if strings.Index(v.Body, "报告全文(") > 0 && strings.Index(v.Body, "PDF格式报告下载.pdf") > 0 {
  856. v.Body = strings.Replace(v.Body, "报告全文(", "", -1)
  857. v.Body = strings.Replace(v.Body, "PDF格式报告下载.pdf", "", -1)
  858. v.Body = strings.Replace(v.Body, "):", "", -1)
  859. }
  860. var titleNew string
  861. titleNew = v.Title
  862. // 7资金流向 、11大类资产 、51每日复盘 、80医药周报、9估值研究
  863. if v.CategoryId == 7 || v.CategoryId == 11 || v.CategoryId == 51 || v.CategoryId == 9 {
  864. if v.UpdateFrequency == "daily" {
  865. var daystr string
  866. daystr = strconv.Itoa(v.PublishDate.Day())
  867. if len(daystr) == 1 {
  868. daystr = "0" + daystr
  869. }
  870. titleNew = v.Title + "(" + strconv.Itoa(v.PublishDate.Year())[2:len(strconv.Itoa(v.PublishDate.Year()))-0] + v.PublishDate.Format("01") + daystr + ")"
  871. } else if v.UpdateFrequency == "weekly" {
  872. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  873. }
  874. }
  875. if v.CategoryId == 80 {
  876. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  877. }
  878. //类型是综述报告的,不区分是什么系列,统一归类到对应产业的路演精华
  879. if articleResult.Type.Name == "综述报告" {
  880. detailCategory, err := models.GetdetailByCategoryIdLyjh(v.CategoryIdTwo)
  881. if err != nil && err.Error() != utils.ErrNoRow() {
  882. return err
  883. }
  884. v.CategoryId = detailCategory.CategoryId
  885. v.IsSummary = 0
  886. }
  887. if count > 0 {
  888. fmt.Println(k, v.ArticleId, "edit")
  889. articleIfoOld, e := models.GetArticleDetailTestById(v.ArticleId)
  890. if e != nil {
  891. err = e
  892. return
  893. }
  894. bodyTextOld, _ := GetReportContentTextSubNew(articleIfoOld.Body)
  895. bodyText, _ := GetReportContentTextSubNew(v.Body)
  896. if len(bodyText)-len(bodyTextOld) > 100 {
  897. //fmt.Println("触发推送规则")
  898. //更新字数大于一百字触发推送规则
  899. go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  900. go UpdateResourceData(v.ArticleId, "article", "update", time.Now().Format(utils.FormatDateTime))
  901. }
  902. var isCustom bool
  903. updateParams := make(map[string]interface{})
  904. //updateParams["Title"] = v.Title
  905. updateParams["Title"] = titleNew
  906. updateParams["TitleEn"] = v.TitleEn
  907. updateParams["UpdateFrequency"] = v.UpdateFrequency
  908. updateParams["CreateDate"] = v.CreateDate
  909. updateParams["PublishDate"] = v.PublishDate
  910. //updateParams["Body"] = html.EscapeString(v.Body)
  911. updateParams["Body"] = html.EscapeString(bodyReturn)
  912. updateParams["BodyText"] = bodyText
  913. updateParams["Abstract"] = html.EscapeString(v.Abstract)
  914. updateParams["CategoryName"] = v.CategoryName
  915. for _, vCustom := range listCustomArticle {
  916. if v.ArticleId == vCustom.ArticleId {
  917. fmt.Println("手动归类的文章:" + strconv.Itoa(v.ArticleId))
  918. isCustom = true
  919. }
  920. }
  921. if isCustom == false {
  922. updateParams["CategoryId"] = v.CategoryId
  923. updateParams["MatchTypeName"] = matchTypeName
  924. updateParams["IsSummary"] = v.IsSummary
  925. updateParams["IsReport"] = v.IsReport
  926. updateParams["ReportType"] = v.ReportType
  927. updateParams["SubCategoryName"] = v.SubCategoryName
  928. }
  929. //updateParams["CategoryId"] = v.CategoryId
  930. updateParams["PublishStatus"] = 1
  931. updateParams["ExpertBackground"] = expertContentStr
  932. updateParams["ExpertNumber"] = expertNumStr
  933. updateParams["InterviewDate"] = interviewDateStr
  934. //updateParams["IsClass"] = v.IsClass
  935. v.Department = "弘则权益研究"
  936. updateParams["Department"] = v.Department
  937. updateParams["FileLink"] = v.File
  938. updateParams["Stock"] = v.Stock
  939. updateParams["FieldName"] = v.FieldName
  940. updateParams["Annotation"] = v.Annotation
  941. updateParams["TypeName"] = v.TypeName
  942. updateParams["ModifyTimeByCl"] = v.UpdateDate
  943. updateParams["CeLueFieldId"] = v.CeLueFieldId
  944. whereParam := map[string]interface{}{"article_id": v.ArticleId}
  945. err = models.UpdateByExpr(models.CygxArticle{}, whereParam, updateParams)
  946. if err != nil {
  947. fmt.Println("UpdateByExpr Err:" + err.Error())
  948. return err
  949. }
  950. } else {
  951. fmt.Println(k, v.ArticleId, "add")
  952. item := new(models.CygxArticle)
  953. articleIdInt := v.ArticleId
  954. item.ArticleId = articleIdInt
  955. //item.Title = v.Title
  956. item.Title = titleNew
  957. item.TitleEn = v.TitleEn
  958. item.UpdateFrequency = v.UpdateFrequency
  959. item.CreateDate = v.CreateDate
  960. item.PublishDate = v.PublishDate.Format(utils.FormatDateTime)
  961. //item.Body = html.EscapeString(v.Body)
  962. item.Body = html.EscapeString(bodyReturn)
  963. item.Abstract = html.EscapeString(v.Abstract)
  964. item.CategoryName = v.CategoryName
  965. item.SubCategoryName = v.SubCategoryName
  966. item.CategoryId = v.CategoryId
  967. item.CategoryIdTwo = v.CategoryIdTwo
  968. item.PublishStatus = 1
  969. item.ExpertBackground = expertContentStr
  970. item.ExpertNumber = expertNumStr
  971. item.InterviewDate = interviewDateStr
  972. item.Department = v.Department
  973. item.ArticleIdMd5 = utils.MD5(strconv.Itoa(articleIdInt))
  974. item.IsClass = v.IsClass
  975. item.IsSummary = v.IsSummary
  976. item.IsReport = v.IsReport
  977. item.ReportType = v.ReportType
  978. item.FileLink = v.File
  979. item.MatchTypeName = matchTypeName
  980. item.Stock = v.Stock
  981. item.FieldName = v.FieldName
  982. item.Annotation = v.Annotation
  983. item.TypeName = v.TypeName
  984. item.ModifyTimeByCl = v.UpdateDate
  985. item.CeLueFieldId = v.CeLueFieldId
  986. newId, err := models.AddCygxArticles(item)
  987. if err != nil {
  988. fmt.Println("AddCygxArticle Err:", err.Error())
  989. return err
  990. }
  991. go UpdateResourceData(v.ArticleId, "article", "add", time.Now().Format(utils.FormatDateTime))
  992. //fmt.Println(newId)
  993. //报告自动归类,以及推送相关模板消息
  994. if v.ReportType == 2 {
  995. var subjectStr string
  996. var industrialManagementIdStr string
  997. var industrialSubjectIdStr string
  998. var keyword1 string
  999. var keyword2 string
  1000. var keyword3 string
  1001. var keyword4 string
  1002. sliceSubjects := strings.Split(v.Stock, "/")
  1003. mapManagementForSubject := make(map[string]string)
  1004. mapIndustrialId := make(map[int]int)
  1005. if len(sliceSubjects) > 0 {
  1006. for _, vSubject := range sliceSubjects {
  1007. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  1008. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  1009. subject := sliceXiahuaxian[0]
  1010. subjectStr += "'" + subject + "',"
  1011. }
  1012. //获取该产业下所对应的行业图片
  1013. detailCategory, errCategory := models.GetdetailByCategoryIdOne(v.CategoryId)
  1014. if errCategory != nil {
  1015. fmt.Println("GetdetailByCategoryIdOne Err:", err.Error())
  1016. return err
  1017. }
  1018. subjectStr = strings.TrimRight(subjectStr, ",")
  1019. if subjectStr != "" {
  1020. listIndustrial, err := models.GetIndustrialManagementForSubjecName(subjectStr, detailCategory.ChartPermissionId)
  1021. if err != nil {
  1022. fmt.Println("GetIndustrialManagementForSubjecName Err:", err.Error())
  1023. return err
  1024. }
  1025. subjectStr = strings.Replace(subjectStr, "','", "】【", -1)
  1026. subjectStr = strings.Replace(subjectStr, "'", "", -1)
  1027. subjectStr = "【" + subjectStr + "】"
  1028. if len(listIndustrial) > 0 {
  1029. for _, vIndustrial := range listIndustrial {
  1030. if _, ok := mapIndustrialId[vIndustrial.IndustrialManagementId]; !ok {
  1031. industrialManagementIdStr += strconv.Itoa(vIndustrial.IndustrialManagementId) + ","
  1032. }
  1033. mapIndustrialId[vIndustrial.IndustrialManagementId] = vIndustrial.IndustrialManagementId
  1034. industrialSubjectIdStr += strconv.Itoa(vIndustrial.IndustrialSubjectId) + ","
  1035. mapManagementForSubject[vIndustrial.IndustryName] += vIndustrial.SubjectName + "/"
  1036. if vIndustrial.LayoutTime == "0000-00-00 00:00:00" {
  1037. go models.UpdateIndustrialManagementLayoutTime(v.PublishDate.AddDate(0, 0, -10).Format(utils.FormatDateTime), vIndustrial.IndustrialManagementId)
  1038. }
  1039. }
  1040. industrialManagementIdStr = strings.TrimRight(industrialManagementIdStr, ",")
  1041. industrialSubjectIdStr = strings.TrimRight(industrialSubjectIdStr, ",")
  1042. if industrialManagementIdStr != "" {
  1043. err = models.ReportArticleClassificationEditNew(int(newId), industrialManagementIdStr, v.ArticleId, industrialSubjectIdStr)
  1044. if err != nil {
  1045. fmt.Println("ReportArticleClassificationEditNew Err:", err.Error())
  1046. return err
  1047. }
  1048. }
  1049. var peoductName string
  1050. for mk, mv := range mapManagementForSubject {
  1051. peoductName += "【" + mk + "--" + strings.TrimRight(mv, "/") + "】"
  1052. }
  1053. keyword1 = "新报告产业标签:【" + v.FieldName + "】,个股标签:" + subjectStr
  1054. keyword2 = "已自动关联至以下产业和标的:" + peoductName
  1055. keyword3 = v.Title
  1056. keyword4 = v.PublishDate.Format(utils.FormatDateTime)
  1057. SendWxMsgWithArticleClassToAdmin(keyword1, keyword2, keyword3, keyword4, openIdList, articleIdInt)
  1058. } else {
  1059. keyword1 = "新报告产业标签:【" + v.FieldName + "】,个股标签:" + subjectStr
  1060. keyword2 = "未归类"
  1061. keyword3 = v.Title
  1062. keyword4 = v.PublishDate.Format(utils.FormatDateTime)
  1063. SendWxMsgWithArticleClassToAdmin(keyword1, keyword2, keyword3, keyword4, openIdList, articleIdInt)
  1064. go models.UpdateIsClassFail(artcleId)
  1065. }
  1066. }
  1067. }
  1068. }
  1069. go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  1070. }
  1071. //【公司调研】系列纪要发布/更新后 end
  1072. //查研观向6.9模板消息推送规则
  1073. //但是如果报告的发布时间是在10天以前的,公众号就不推送了
  1074. //if time.Now().AddDate(0, 0, -10).Before(articleResult.PublishDate.Add(time.Hour * 8)) {
  1075. // go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  1076. //}
  1077. }
  1078. go models.UpdateCygxArticleCeluePush(artcleId)
  1079. GetSummarytoEs(artcleId)
  1080. GetIndustrialManagementArticleNewPublishData()
  1081. if len(listArticleData) > 0 {
  1082. for _, v := range listArticleData {
  1083. count, err := models.GetCygxArticleDataCount(v.ArticleId)
  1084. if err != nil {
  1085. fmt.Println("GetCygxArticleDataCount Err:", err.Error())
  1086. return err
  1087. }
  1088. if count == 0 {
  1089. _, err := models.AddCygxArticleData(v)
  1090. if err != nil {
  1091. fmt.Println("AddCygxArticleData Err:", err.Error())
  1092. return err
  1093. }
  1094. }
  1095. //} else {
  1096. // updateParams := make(map[string]interface{})
  1097. // updateParams["Cover"] = v.Cover
  1098. // whereParam := map[string]interface{}{"article_id": v.ArticleId}
  1099. // err = models.UpdateByExpr(models.CygxArticleData{}, whereParam, updateParams)
  1100. // if err != nil {
  1101. // fmt.Println("UpdateByExpr CygxArticleData Err:" + err.Error())
  1102. // return err
  1103. // }
  1104. //}
  1105. }
  1106. }
  1107. return err
  1108. }
  1109. //func init() {
  1110. // DoArticleOnenIdWxTemplateMsg(8112)
  1111. //}
  1112. // 过滤策略平台报告,研选报告重复推送,以及权限勾选的推送
  1113. func DoArticleOnenIdWxTemplateMsg(articleId int) (err error) {
  1114. //策略平台同步过来的文章ID,做微信模板消息推送,同一篇报告12小时只推送一次
  1115. cacheKey := fmt.Sprint(utils.CACHE_KEY_ARTICLE_ID_TEMPLATE, ":ArticleId", articleId)
  1116. ttlTime := utils.Rc.GetRedisTTL(cacheKey)
  1117. if ttlTime > 0 {
  1118. fmt.Println(ttlTime)
  1119. return err
  1120. }
  1121. var msg string
  1122. defer func() {
  1123. if err != nil {
  1124. go utils.SendAlarmMsg("处理同步策略平台数据失败"+"GetArticleListByApi ErrMsg:"+err.Error(), 2)
  1125. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1126. fmt.Println(err)
  1127. }
  1128. if msg != "" {
  1129. utils.FileLog.Info("发送模版消息失败,msg:%s", msg)
  1130. }
  1131. }()
  1132. //获取文章详情
  1133. articleInfo, err := models.GetArticleDetailById(articleId)
  1134. if err != nil {
  1135. return
  1136. }
  1137. articleInfo.Abstract, _ = GetReportContentTextSub(articleInfo.Abstract)
  1138. var chartPermissionId int
  1139. //固收的权限,暂时当策略的逻辑一样处理
  1140. var chartPermissionName string
  1141. reportMapDetail, err := models.GetdetailByCategoryIdPush(articleInfo.CategoryId)
  1142. if err != nil {
  1143. return err
  1144. }
  1145. if reportMapDetail.ChartPermissionId == utils.CE_LUE_ID {
  1146. chartPermissionId = utils.CE_LUE_ID
  1147. } else if reportMapDetail.ChartPermissionId == utils.GU_SHOU_ID {
  1148. chartPermissionId = utils.GU_SHOU_ID
  1149. } else {
  1150. if reportMapDetail.PermissionType == 1 {
  1151. chartPermissionName = reportMapDetail.ChartPermissionName + "(主观)"
  1152. } else {
  1153. chartPermissionName = reportMapDetail.ChartPermissionName + "(客观)"
  1154. }
  1155. chartPermissionDetail, err := models.GetChartPermissionByRemark(chartPermissionName)
  1156. if err != nil {
  1157. return err
  1158. }
  1159. chartPermissionId = chartPermissionDetail.ChartPermissionId
  1160. }
  1161. //文章关联的产业
  1162. var industryName string
  1163. var industrialManagementId string
  1164. if chartPermissionId == utils.CE_LUE_ID || chartPermissionId == utils.GU_SHOU_ID {
  1165. industryName = reportMapDetail.SubCategoryName
  1166. } else {
  1167. if articleInfo.ReportType == 2 {
  1168. detailIndustryNameList, err := models.GetIndustrialManagemenDetailByAaticleID(articleId)
  1169. if err != nil && err.Error() != utils.ErrNoRow() {
  1170. return err
  1171. }
  1172. //如果不存在关联的产业则不推送
  1173. if len(detailIndustryNameList) == 0 {
  1174. return err
  1175. }
  1176. for _, v := range detailIndustryNameList {
  1177. industryName += v.IndustryName + ","
  1178. industrialManagementId += strconv.Itoa(v.IndustrialManagementId) + ","
  1179. }
  1180. industryName = strings.TrimRight(industryName, ",")
  1181. industrialManagementId = strings.TrimRight(industrialManagementId, ",")
  1182. //处理勾选了全部行业赛道的用户
  1183. var allIn string
  1184. allIn = DoXzsChooseSend(reportMapDetail.ChartPermissionName)
  1185. if allIn != "" {
  1186. allInList, err := models.GetCygxXzsChooseSendByAllIn(allIn)
  1187. if err != nil && err.Error() != utils.ErrNoRow() {
  1188. return err
  1189. }
  1190. if len(allInList) > 0 {
  1191. var allInUserId string
  1192. for _, v := range allInList {
  1193. allInUserId += strconv.Itoa(v.UserId) + ","
  1194. }
  1195. allInUserId = strings.TrimRight(allInUserId, ",")
  1196. userFllowIndustrialList, err := models.GetUserFllowIndustrialListByUserIdAndIndustrial(allInUserId, industrialManagementId)
  1197. if err != nil && err.Error() != utils.ErrNoRow() {
  1198. return err
  1199. }
  1200. mapUserFllowed := make(map[string]int)
  1201. for _, v := range userFllowIndustrialList {
  1202. //用户ID与其关注的产业组成唯一索引,判断是否存在,如果不存在就进行自动关注
  1203. mapUserFllowed[fmt.Sprint("uid:", v.UserId, "_Industrial:", v.IndustrialManagementId)] = v.UserId
  1204. }
  1205. //获取这些allIN用户的的信息进行遍历生成需要插入的数据
  1206. userList, err := models.GetWxUserListByUserIds(allInUserId)
  1207. if err != nil && err.Error() != utils.ErrNoRow() {
  1208. return err
  1209. }
  1210. var industryFllowItems []*models.CygxIndustryFllow
  1211. for _, v := range detailIndustryNameList {
  1212. for _, vUser := range userList {
  1213. //如果用户这个用户没有关注这个产业就进行自动关注
  1214. if mapUserFllowed[fmt.Sprint("uid:", vUser.UserId, "_Industrial:", v.IndustrialManagementId)] == 0 {
  1215. item := new(models.CygxIndustryFllow)
  1216. item.IndustrialManagementId = v.IndustrialManagementId
  1217. item.UserId = vUser.UserId
  1218. item.Email = vUser.Email
  1219. item.Mobile = vUser.Mobile
  1220. item.RealName = vUser.RealName
  1221. item.CompanyId = vUser.CompanyId
  1222. item.CompanyName = vUser.CompanyName
  1223. item.Source = 3
  1224. item.Type = 1
  1225. item.CreateTime = time.Now()
  1226. item.ModifyTime = time.Now()
  1227. industryFllowItems = append(industryFllowItems, item)
  1228. }
  1229. }
  1230. }
  1231. err = models.AddCygxIndustryFllowMulti(industryFllowItems)
  1232. if err != nil {
  1233. go utils.SendAlarmMsg("用户关注全部赛道,出现新赛道批量添加失败 ,AddCygxIndustryFllowMulti ErrMsg:"+err.Error(), 2)
  1234. }
  1235. }
  1236. }
  1237. }
  1238. }
  1239. // 获取所有有权的用户的 openid
  1240. mapOpenidPower := make(map[int]string)
  1241. permissionIdList := make([]string, 0)
  1242. var condition string
  1243. var pars []interface{}
  1244. slicepermissionId := strings.Split(strconv.Itoa(chartPermissionId), ",")
  1245. if len(slicepermissionId) > 0 {
  1246. for _, v := range slicepermissionId {
  1247. if v == strconv.Itoa(utils.GU_SHOU_ID) {
  1248. v = strconv.Itoa(utils.CE_LUE_ID)
  1249. }
  1250. permissionIdList = append(permissionIdList, v)
  1251. }
  1252. condition += ` AND p.chart_permission_id IN (` + utils.GetOrmInReplace(len(slicepermissionId)) + ` ) `
  1253. pars = append(pars, permissionIdList)
  1254. }
  1255. openidPowerList, err := models.GetCygxUserRecordPower(condition, pars)
  1256. if err != nil {
  1257. return err
  1258. }
  1259. //四大行业的行业综述报告,对所有开通了对应行业权限的客户都推送。
  1260. if articleInfo.ReportType == 1 && chartPermissionId != utils.CE_LUE_ID && chartPermissionId != utils.GU_SHOU_ID {
  1261. for _, item := range openidPowerList {
  1262. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1263. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1264. openIditem := new(models.OpenIdList)
  1265. openIditem.OpenId = item.OpenId
  1266. openIditem.UserId = item.UserId
  1267. SendWxMsgWithArticleUpdate(first, keyword1, articleInfo.Title, articleInfo.PublishDate, articleInfo.Abstract, openIditem, articleId)
  1268. }
  1269. return err
  1270. }
  1271. for _, v := range openidPowerList {
  1272. mapOpenidPower[v.UserId] = v.OpenId
  1273. }
  1274. //获取关注这个文章对应产业的用户的 openid
  1275. mapOpenidFllow := make(map[int]string)
  1276. if chartPermissionId != utils.CE_LUE_ID && chartPermissionId != utils.GU_SHOU_ID {
  1277. openidFllowList, err := models.GetCygxUserFllowOpenid(articleId)
  1278. if err != nil {
  1279. return err
  1280. }
  1281. for _, v := range openidFllowList {
  1282. mapOpenidFllow[v.UserId] = v.OpenId
  1283. }
  1284. }
  1285. //获取拒绝接收推送的的用户的 openid
  1286. mapOpenidRefuset := make(map[int]string)
  1287. openidRefusetList, err := models.GetCygxUserRefusetOpenid()
  1288. if err != nil {
  1289. return err
  1290. }
  1291. for _, v := range openidRefusetList {
  1292. mapOpenidRefuset[v.UserId] = v.OpenId
  1293. }
  1294. //获取提交过推送规则的用户的 openid
  1295. mapUserIdChooseSend := make(map[int]int)
  1296. mapUserIdChooseSendTypeNoPermission := make(map[int]int)
  1297. chooseSendtList, err := models.GetCygxXzsChooseSend()
  1298. for _, v := range chooseSendtList {
  1299. mapUserIdChooseSend[v.UserId] = v.UserId
  1300. if v.IsRefuse == 1 {
  1301. continue
  1302. }
  1303. //获取选择主客观赛道的用户
  1304. if reportMapDetail.PermissionType == 1 {
  1305. if v.IsSubjective == 1 {
  1306. mapUserIdChooseSendTypeNoPermission[v.UserId] = v.UserId
  1307. }
  1308. } else {
  1309. if v.IsObjective == 1 {
  1310. mapUserIdChooseSendTypeNoPermission[v.UserId] = v.UserId
  1311. }
  1312. }
  1313. }
  1314. //已经推送了的openid
  1315. mapOpenidPushed := make(map[int]string)
  1316. keyword2 := articleInfo.Title
  1317. keyword3 := time.Now().Format(utils.FormatDateTime)
  1318. keyword4 := articleInfo.Abstract
  1319. mapAlreadySend := make(map[int]int)
  1320. //如果是策略就按照策略的推送方式来写
  1321. if reportMapDetail.ChartPermissionName == utils.CE_LUE_NAME || reportMapDetail.ChartPermissionName == utils.GU_SHOU_NAME {
  1322. //获取提交过推送规则的用户的 openid
  1323. mapUserFllowCeLue := make(map[int]string)
  1324. userFllowCeLueList, err := models.GetCygxUserFllowCeLueOpenid(articleInfo.CategoryId)
  1325. if err != nil {
  1326. return err
  1327. }
  1328. for _, v := range userFllowCeLueList {
  1329. mapUserFllowCeLue[v.UserId] = v.OpenId
  1330. }
  1331. for k, v := range mapOpenidPower {
  1332. if mapOpenidPushed[k] != "" {
  1333. continue
  1334. }
  1335. openIditem := new(models.OpenIdList)
  1336. openIditem.UserId = k
  1337. openIditem.OpenId = v
  1338. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1339. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1340. mapActivityUserId := make(map[int]string)
  1341. if articleInfo.ReportType == 2 {
  1342. sliceSubjectId, _ := models.GetSubjectIds(articleId)
  1343. if sliceSubjectId != "" {
  1344. appointmentList, err := models.GetCygxAppointmentSummaryBySubjectId(sliceSubjectId)
  1345. if err != nil {
  1346. fmt.Println("GetCygxAppointmentSummaryListBySubjectId Err:", err.Error())
  1347. return err
  1348. }
  1349. var userIds []string
  1350. if len(appointmentList) > 0 {
  1351. for _, v := range appointmentList {
  1352. //fmt.Println("mapActivityUserId:", v.UserId)
  1353. userIds = append(userIds, strconv.Itoa(v.UserId))
  1354. mapActivityUserId[v.UserId] += v.ActivityName + ","
  1355. }
  1356. userIdstr := strings.Join(userIds, ",")
  1357. openIdLists, err := models.GetOpenIdByUserIds(userIdstr)
  1358. if err != nil {
  1359. fmt.Println("GetOpenIdByUserIds Err:", err.Error())
  1360. return err
  1361. }
  1362. for _, item := range openIdLists {
  1363. first := "您预约的调研,有关联的纪要发布/更新了"
  1364. keyword1 := industryName
  1365. openIditem := new(models.OpenIdList)
  1366. openIditem.OpenId = item.OpenId
  1367. openIditem.UserId = item.UserId
  1368. if _, ok := mapAlreadySend[openIditem.UserId]; !ok {
  1369. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1370. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1371. fmt.Println("AlreadySend:", openIditem.UserId)
  1372. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1373. }
  1374. }
  1375. }
  1376. }
  1377. //fmt.Println("openIditem.UserId:", openIditem.UserId)
  1378. //if _,ok := mapActivityUserId[openIditem.UserId]; ok{
  1379. // first = "您预约的调研,有关联的纪要发布/更新了"
  1380. // keyword1 = industryName
  1381. // SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1382. // delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1383. // mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1384. //}
  1385. }
  1386. _, ok := mapAlreadySend[openIditem.UserId]
  1387. //如果有权限而且小助手没有提交过信息的 就做正常推送
  1388. if mapUserIdChooseSend[openIditem.UserId] == 0 && !ok {
  1389. fmt.Println("1:", articleId)
  1390. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1391. }
  1392. //如果小助手勾选了对应的权限信息 就做正常推送
  1393. if mapUserIdChooseSend[openIditem.UserId] != 0 && mapUserFllowCeLue[openIditem.UserId] != "" && !ok {
  1394. fmt.Println("2:", articleId)
  1395. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1396. }
  1397. }
  1398. } else {
  1399. for k, v := range mapOpenidPower {
  1400. if mapOpenidPushed[k] != "" {
  1401. continue
  1402. }
  1403. mapUserIdChooseSendType := make(map[int]int)
  1404. for _, vS := range chooseSendtList {
  1405. if vS.IsRefuse == 1 {
  1406. continue
  1407. }
  1408. //获取选择主客观赛道的用户
  1409. if reportMapDetail.PermissionType == 1 {
  1410. if vS.IsSubjective == 1 {
  1411. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1412. }
  1413. } else if reportMapDetail.PermissionType == 2 {
  1414. if vS.IsObjective == 1 {
  1415. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1416. }
  1417. } else {
  1418. if vS.IsSubjective == 1 || vS.IsObjective == 1 {
  1419. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1420. }
  1421. }
  1422. }
  1423. openIditem := new(models.OpenIdList)
  1424. openIditem.UserId = k
  1425. openIditem.OpenId = v
  1426. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1427. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1428. mapActivityUserId := make(map[int]string)
  1429. if articleInfo.ReportType == 2 {
  1430. keyword1 = fmt.Sprint("【", industryName, "】赛道有报告发布/更新")
  1431. sliceSubjectId, _ := models.GetSubjectIds(articleId)
  1432. if sliceSubjectId != "" {
  1433. appointmentList, err := models.GetCygxAppointmentSummaryBySubjectId(sliceSubjectId)
  1434. if err != nil {
  1435. fmt.Println("GetCygxAppointmentSummaryListBySubjectId Err:", err.Error())
  1436. return err
  1437. }
  1438. var userIds []string
  1439. if len(appointmentList) > 0 {
  1440. for _, v := range appointmentList {
  1441. //fmt.Println("mapActivityUserId:", v.UserId)
  1442. userIds = append(userIds, strconv.Itoa(v.UserId))
  1443. mapActivityUserId[v.UserId] += v.ActivityName + ","
  1444. }
  1445. userIdstr := strings.Join(userIds, ",")
  1446. openIdLists, err := models.GetOpenIdByUserIds(userIdstr)
  1447. if err != nil {
  1448. fmt.Println("GetOpenIdByUserIds Err:", err.Error())
  1449. return err
  1450. }
  1451. for _, item := range openIdLists {
  1452. //first := "您预约的调研,有关联的纪要发布/更新了"
  1453. //keyword1 := industryName
  1454. openIditem := new(models.OpenIdList)
  1455. openIditem.OpenId = item.OpenId
  1456. openIditem.UserId = item.UserId
  1457. if _, ok := mapAlreadySend[openIditem.UserId]; !ok {
  1458. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1459. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1460. fmt.Println("AlreadySend:", openIditem.UserId)
  1461. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1462. }
  1463. }
  1464. }
  1465. }
  1466. }
  1467. //如果有权限而且小助手没有提交过信息的 就做正常推送
  1468. _, ok := mapAlreadySend[openIditem.UserId]
  1469. if mapUserIdChooseSend[openIditem.UserId] == 0 && !ok {
  1470. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1471. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1472. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1473. }
  1474. //如果小助手勾选了对应的权限信息 就做正常推送
  1475. if mapUserIdChooseSend[openIditem.UserId] != 0 && mapOpenidFllow[openIditem.UserId] != "" && mapUserIdChooseSendType[openIditem.UserId] > 0 && !ok {
  1476. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1477. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1478. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1479. }
  1480. }
  1481. }
  1482. utils.Rc.Put(cacheKey, articleId, time.Hour*12)
  1483. return
  1484. }
  1485. // GetSpecialArticleDetailUserPower 处理用户查看专项调研文章详情的权限
  1486. func GetSpecialArticleDetailUserPower(user *models.WxUserItem, articleInfo *models.ArticleDetail) (havePower bool, err error) {
  1487. permissionStr, e := GetCompanyPermissionUpgrade(user.CompanyId)
  1488. if e != nil {
  1489. err = errors.New("GetCompanyPermissionUpgrade, Err: " + e.Error())
  1490. return
  1491. }
  1492. reportMapDetail, e := models.GetdetailByCategoryIdPush(articleInfo.CategoryId)
  1493. if e != nil {
  1494. err = errors.New("GetdetailByCategoryIdPush, Err: " + e.Error())
  1495. return
  1496. }
  1497. if reportMapDetail == nil {
  1498. err = errors.New("GetdetailByCategoryIdP,获取详情失败, ")
  1499. return
  1500. }
  1501. fmt.Println(permissionStr)
  1502. //如果没有对应的升级权限,则返回
  1503. if !strings.Contains(permissionStr, reportMapDetail.ChartPermissionName) {
  1504. return
  1505. } else {
  1506. havePower = true
  1507. }
  1508. return
  1509. }
  1510. //func init() {
  1511. // GetArticNewLabelWhithActivity3Month()
  1512. //}
  1513. // 弘则报告发布日期在三个月以内的
  1514. func GetArticNewLabelWhithActivity3Month() (labelMap map[int]bool, err error) {
  1515. var condition string
  1516. var pars []interface{}
  1517. condition += ` AND publish_date <= ? AND article_id < ? `
  1518. pars = append(pars, time.Now().AddDate(0, -3, 0), utils.SummaryArticleId)
  1519. articleList, e := models.GetArticleList(condition, pars)
  1520. if e != nil {
  1521. err = errors.New("GetArticleList, Err: " + e.Error())
  1522. return
  1523. }
  1524. var articleIds []int
  1525. for _, v := range articleList {
  1526. articleIds = append(articleIds, v.ArticleId)
  1527. }
  1528. if len(articleIds) == 0 {
  1529. return
  1530. }
  1531. pars = make([]interface{}, 0)
  1532. condition = ` AND article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  1533. pars = append(pars, articleIds)
  1534. industrialList, e := models.GetIndustrialArticleGroupManagementList(condition, pars)
  1535. if e != nil {
  1536. err = errors.New("GetIndustrialArticleGroupManagementList, Err: " + e.Error())
  1537. return
  1538. }
  1539. labelMap = make(map[int]bool, 0)
  1540. var industrialIds []int
  1541. for _, v := range industrialList {
  1542. industrialIds = append(industrialIds, v.IndustrialManagementId)
  1543. }
  1544. // 获取活动关联的产业
  1545. var groupCond string
  1546. var groupPars []interface{}
  1547. groupCond += ` AND b.industrial_management_id IN (` + utils.GetOrmInReplace(len(industrialIds)) + `) AND b.source = 1 `
  1548. groupPars = append(groupPars, industrialIds)
  1549. groups, e := models.GetActivityIndustryRelationList(groupCond, groupPars)
  1550. if e != nil {
  1551. err = errors.New("获取活动产业关联列表失败, Err: " + e.Error())
  1552. return
  1553. }
  1554. for _, v := range groups {
  1555. labelMap[v.ActivityId] = true
  1556. }
  1557. return
  1558. }
  1559. // HandleArticleCategoryImg 预处理文章的封面图片
  1560. func HandleArticleCategoryImg(list []*models.HomeArticle) (items []*models.HomeArticle, err error) {
  1561. //研选的五张图片
  1562. detailResearch, e := models.GetConfigByCode("category_research_img_url")
  1563. if e != nil {
  1564. err = errors.New("获取研选的五张图片失败" + e.Error())
  1565. return
  1566. }
  1567. researchList := strings.Split(detailResearch.ConfigValue, "{|}")
  1568. //对应分类的所图片
  1569. detailCategoryUrl, err := models.GetConfigByCode("category_map_img_url")
  1570. if err != nil {
  1571. err = errors.New("获取对应分类的所图片失败" + err.Error())
  1572. return
  1573. }
  1574. categoryUrlList := strings.Split(detailCategoryUrl.ConfigValue, "{|}")
  1575. mapCategoryUrl := make(map[string]string)
  1576. var categoryId string
  1577. var imgUrlChart string
  1578. for _, v := range categoryUrlList {
  1579. vslice := strings.Split(v, "_")
  1580. categoryId = vslice[0]
  1581. imgUrlChart = vslice[len(vslice)-1]
  1582. mapCategoryUrl[categoryId] = imgUrlChart
  1583. }
  1584. mapChartPerssion := make(map[string]string)
  1585. reportMappingList, err := models.GetReportMappingStrategyAll()
  1586. if err != nil {
  1587. err = errors.New("GetReportMappingStrategyAll err" + err.Error())
  1588. return
  1589. }
  1590. for _, v := range reportMappingList {
  1591. mapChartPerssion[strconv.Itoa(v.CategoryId)] = v.ChartPermissionName
  1592. }
  1593. for k, v := range list {
  1594. list[k].Abstract, _ = GetReportContentTextSub(v.Abstract)
  1595. item := list[k]
  1596. //如果文章一开始的内容是图片,优先展示第一张图片
  1597. if list[k].Annotation == "" {
  1598. imgurl, _ := FixArticleImgUrl(html.UnescapeString(list[k].Body))
  1599. if imgurl != "" {
  1600. list[k].BodyHtml = imgurl
  1601. }
  1602. }
  1603. //newBody, _ := GetReportContentTextSubByarticle(item.Body, item.Annotation, item.ArticleId)
  1604. list[k].Annotation = ArticleAnnotation(item)
  1605. list[k].Body = ""
  1606. list[k].PublishDate = utils.StrTimeToTime(item.PublishDate).Format(utils.FormatDate) //时间字符串格式转时间格式
  1607. if item.Pv > 999 {
  1608. list[k].Pv = 999
  1609. }
  1610. list[k].ChartPermissionName = mapChartPerssion[v.CategoryId]
  1611. //如果是研选系列的任意取五张图片的中的一张
  1612. if v.CategoryId == "0" || v.ArticleId > utils.SummaryArticleId {
  1613. knum := v.ArticleId % 5
  1614. list[k].ImgUrlPc = researchList[knum]
  1615. } else {
  1616. list[k].ImgUrlPc = mapCategoryUrl[v.CategoryId]
  1617. }
  1618. list[k].ArticleResponse = 4 // 默认展示核心观点
  1619. //ArticleResponse int `description:"报告类型 0:啥也不是,1研选报告,2:研选纪要,3:研选沙龙,4;核心观点"`
  1620. if list[k].ArticleId >= utils.SummaryArticleId {
  1621. list[k].HttpUrl = utils.StrategyPlatform + strconv.Itoa(v.ArticleId)
  1622. list[k].IsNeedJump = true
  1623. list[k].ArticleResponse = 1
  1624. //if v.IsReport == 1 {
  1625. // list[k].ArticleResponse = 1
  1626. //} else if v.ArticleTypeName == "纪要" {
  1627. // list[k].ArticleResponse = 2
  1628. //} else if v.ArticleTypeName == "观点" {
  1629. // list[k].ArticleResponse = 3
  1630. //} else if v.ArticleTypeName == "沙龙" {
  1631. // list[k].ArticleResponse = 3
  1632. //} else if v.ArticleTypeName == "路演精华" {
  1633. // list[k].ArticleResponse = 1
  1634. //}
  1635. }
  1636. list[k].Source = 1
  1637. //添加行业默认图片
  1638. if v.ImgUrlPc == "" {
  1639. if v.ChartPermissionName == utils.YI_YAO_NAME {
  1640. list[k].ImgUrlPc = utils.YI_YAO_OTHER_IMG
  1641. } else if v.ChartPermissionName == utils.XIAO_FEI_NAME {
  1642. list[k].ImgUrlPc = utils.XIAO_FEI_OTHER_IMG
  1643. } else if v.ChartPermissionName == utils.KE_JI_NAME {
  1644. list[k].ImgUrlPc = utils.KE_JI_OTHER_IMG
  1645. } else if v.ChartPermissionName == utils.ZHI_ZAO_NAME {
  1646. list[k].ImgUrlPc = utils.ZHI_ZAO_OTHER_IMG
  1647. }
  1648. }
  1649. }
  1650. articleIds := make([]int, 0)
  1651. for i := range list {
  1652. articleIds = append(articleIds, list[i].ArticleId)
  1653. }
  1654. // 报告关联产业信息
  1655. industryMap := make(map[int][]*models.IndustrialManagementIdInt, 0)
  1656. if len(articleIds) > 0 {
  1657. var industryCond string
  1658. var industryPars []interface{}
  1659. industryCond += ` AND mg.article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  1660. industryPars = append(industryPars, articleIds)
  1661. industryList, e := models.GetIndustrialListByarticleId(industryPars, industryCond)
  1662. if e != nil {
  1663. err = errors.New("GetIndustrialListByarticleId" + e.Error())
  1664. return
  1665. }
  1666. for i := range industryList {
  1667. v := industryList[i]
  1668. industryMap[v.ArticleId] = append(industryMap[v.ArticleId], &models.IndustrialManagementIdInt{
  1669. ArticleId: v.ArticleId,
  1670. IndustrialManagementId: v.IndustrialManagementId,
  1671. IndustryName: v.IndustryName,
  1672. ChartPermissionId: v.ChartPermissionId,
  1673. })
  1674. }
  1675. }
  1676. for k, v := range list {
  1677. if len(industryMap[v.ArticleId]) > 0 {
  1678. list[k].List = industryMap[v.ArticleId]
  1679. } else {
  1680. list[k].List = make([]*models.IndustrialManagementIdInt, 0)
  1681. }
  1682. }
  1683. if len(list) == 0 {
  1684. list = make([]*models.HomeArticle, 0)
  1685. }
  1686. items = list
  1687. return
  1688. }
  1689. // 处理核心观点的展示规则
  1690. func ArticleAnnotation(item *models.HomeArticle) (annotation string) {
  1691. if item.ArticleId >= utils.SummaryArticleId {
  1692. item.Annotation = YxArticleAnnotation(item)
  1693. }
  1694. if item.Annotation != "" {
  1695. annotation = strings.Replace(item.Annotation, "<br>", "", -1)
  1696. annotation = strings.Replace(item.Annotation, "&nbsp;", "", -1)
  1697. } else {
  1698. return
  1699. }
  1700. bodyText, _ := GetReportContentTextSubNew(annotation)
  1701. if bodyText == "" {
  1702. return
  1703. }
  1704. if annotation != "" {
  1705. annotation = html.UnescapeString(annotation)
  1706. doc, _ := goquery.NewDocumentFromReader(strings.NewReader(annotation))
  1707. docText := doc.Text()
  1708. mapDoc := make(map[int]string)
  1709. var mapSort []int
  1710. p := doc.Find("p")
  1711. p.Each(func(tk int, pd *goquery.Selection) {
  1712. pdText := pd.Text()
  1713. pdText = strings.Replace(pdText, " ", "", -1)
  1714. if pdText != "" {
  1715. textLen := strings.Index(docText, pdText)
  1716. mapDoc[(strings.Index(docText, pdText))] = pdText
  1717. mapSort = append(mapSort, textLen)
  1718. }
  1719. })
  1720. li := doc.Find("li")
  1721. li.Each(func(tk int, li *goquery.Selection) {
  1722. liText := li.Text()
  1723. liText = strings.Replace(liText, " ", "", -1)
  1724. if liText != "" {
  1725. textLen := strings.Index(docText, liText)
  1726. mapDoc[(strings.Index(docText, liText))] = strconv.Itoa(tk+1) + "." + liText
  1727. mapSort = append(mapSort, textLen)
  1728. }
  1729. })
  1730. ul := doc.Find("ul")
  1731. ul.Each(func(tk int, ul *goquery.Selection) {
  1732. ulText := ul.Text()
  1733. ulText = strings.Replace(ulText, " ", "", -1)
  1734. if ulText != "" {
  1735. textLen := strings.Index(docText, ulText)
  1736. mapDoc[(strings.Index(docText, ulText))] = ulText
  1737. mapSort = append(mapSort, textLen)
  1738. }
  1739. })
  1740. if len(mapSort) == 0 {
  1741. return
  1742. } else {
  1743. //排序
  1744. sort.Ints(mapSort)
  1745. var annotationHtml string
  1746. for _, vSort := range mapSort {
  1747. for k, v := range mapDoc {
  1748. if k == vSort && v != "" {
  1749. annotationHtml += v + "<br>"
  1750. }
  1751. }
  1752. }
  1753. annotationHtml = strings.TrimRight(annotationHtml, "<br>")
  1754. annotationHtml = "<p>" + annotationHtml + "</p>"
  1755. annotation = annotationHtml
  1756. }
  1757. }
  1758. return
  1759. }
  1760. // 处理核心观点的展示规则
  1761. func AnnotationHtml(bodyText string) (annotation string) {
  1762. if bodyText == "" {
  1763. return
  1764. }
  1765. annotation = bodyText
  1766. annotation = html.UnescapeString(annotation)
  1767. doc, _ := goquery.NewDocumentFromReader(strings.NewReader(annotation))
  1768. docText := doc.Text()
  1769. mapDoc := make(map[int]string)
  1770. var mapSort []int
  1771. p := doc.Find("p")
  1772. p.Each(func(tk int, pd *goquery.Selection) {
  1773. pdText := pd.Text()
  1774. pdText = strings.Replace(pdText, " ", "", -1)
  1775. if pdText != "" {
  1776. textLen := strings.Index(docText, pdText)
  1777. mapDoc[(strings.Index(docText, pdText))] = pdText
  1778. mapSort = append(mapSort, textLen)
  1779. }
  1780. })
  1781. li := doc.Find("li")
  1782. li.Each(func(tk int, li *goquery.Selection) {
  1783. liText := li.Text()
  1784. liText = strings.Replace(liText, " ", "", -1)
  1785. if liText != "" {
  1786. textLen := strings.Index(docText, liText)
  1787. mapDoc[(strings.Index(docText, liText))] = strconv.Itoa(tk+1) + "." + liText
  1788. mapSort = append(mapSort, textLen)
  1789. }
  1790. })
  1791. ul := doc.Find("ul")
  1792. ul.Each(func(tk int, ul *goquery.Selection) {
  1793. ulText := ul.Text()
  1794. ulText = strings.Replace(ulText, " ", "", -1)
  1795. if ulText != "" {
  1796. textLen := strings.Index(docText, ulText)
  1797. mapDoc[(strings.Index(docText, ulText))] = ulText
  1798. mapSort = append(mapSort, textLen)
  1799. }
  1800. })
  1801. if len(mapSort) == 0 {
  1802. return
  1803. } else {
  1804. //排序
  1805. sort.Ints(mapSort)
  1806. var annotationHtml string
  1807. for _, vSort := range mapSort {
  1808. for k, v := range mapDoc {
  1809. if k == vSort && v != "" {
  1810. annotationHtml += v + "<br>"
  1811. }
  1812. }
  1813. }
  1814. annotationHtml = strings.TrimRight(annotationHtml, "<br>")
  1815. annotationHtml = "<p>" + annotationHtml + "</p>"
  1816. annotation = annotationHtml
  1817. }
  1818. return
  1819. }
  1820. // 处理产品内测展示规则
  1821. func ProductInteriorHtml(bodyText string) (annotation string) {
  1822. if bodyText == "" {
  1823. return
  1824. }
  1825. sliceBody := strings.Split(bodyText, "</p>")
  1826. annotation, _ = GetReportContentTextSub(sliceBody[0])
  1827. return
  1828. }
  1829. // 解析研选内容中的核心观点
  1830. func YxArticleAnnotation(article *models.HomeArticle) (annotation string) {
  1831. //如果不规范,就获取内容主体
  1832. if strings.Count(article.Body, "<hr") == 0 {
  1833. //如果内容不规范而且,还有图片,就把核心观点置空
  1834. if article.BodyHtml != "" {
  1835. return
  1836. }
  1837. annotation, _ = GetReportContentTextSub(article.Body)
  1838. return
  1839. }
  1840. body := strings.ReplaceAll(article.Body, "<strong>", "")
  1841. body = strings.ReplaceAll(body, "</strong>", "")
  1842. body = strings.ReplaceAll(body, "</ol>", "</div>")
  1843. body = strings.ReplaceAll(body, "<ol>", "<div>")
  1844. body = strings.ReplaceAll(body, "</li>", "</p>")
  1845. body = strings.ReplaceAll(body, "<li>", "<p>")
  1846. re, _ := regexp.Compile("<strong.*?>")
  1847. body = re.ReplaceAllString(body, "")
  1848. reLi, _ := regexp.Compile("<li.*?>")
  1849. body = reLi.ReplaceAllString(body, "")
  1850. var plus int
  1851. coreIndex := strings.Index(body, "核心观点:")
  1852. plus = 15
  1853. if coreIndex == -1 {
  1854. coreIndex = strings.Index(body, "核心观点:")
  1855. plus = 13
  1856. }
  1857. if coreIndex == -1 {
  1858. coreIndex = strings.Index(body, "核心观点")
  1859. plus = 12
  1860. }
  1861. if coreIndex == -1 {
  1862. coreIndex = strings.Index(body, "核心结论:")
  1863. plus = 15
  1864. }
  1865. if coreIndex == -1 {
  1866. coreIndex = strings.Index(body, "核心结论:")
  1867. plus = 13
  1868. }
  1869. if coreIndex == -1 {
  1870. coreIndex = strings.Index(body, "核心结论")
  1871. plus = 12
  1872. }
  1873. endIndex := strings.Index(body, "<hr")
  1874. if coreIndex != -1 && endIndex != -1 {
  1875. body = body[coreIndex+plus : endIndex]
  1876. }
  1877. annotation = body
  1878. return
  1879. }
  1880. // 通过接解析带有Md5的文章链接获取文章ID
  1881. func GetReportLinkToArticleid(reportLink string) (articleId int, err error) {
  1882. defer func() {
  1883. if err != nil {
  1884. go utils.SendAlarmMsg("通过接解析带有Md5的文章链接获取文章ID失败"+err.Error(), 2)
  1885. }
  1886. }()
  1887. var artMd5 string
  1888. //处理Md5的
  1889. strnum1 := strings.Index(reportLink, "id=")
  1890. if strnum1 > 0 {
  1891. sliceId := strings.Split(reportLink, "id=")
  1892. if len(sliceId) > 1 {
  1893. reportLink = sliceId[1]
  1894. sliceMd5Id := strings.Split(reportLink, "&")
  1895. artMd5 = sliceMd5Id[0]
  1896. }
  1897. if artMd5 != "" {
  1898. detail, errArt := models.GetArticleDetailByIdMd5(artMd5)
  1899. if errArt != nil && errArt.Error() != utils.ErrNoRow() {
  1900. err = errArt
  1901. return
  1902. }
  1903. if detail != nil {
  1904. articleId = detail.ArticleId
  1905. }
  1906. }
  1907. } else {
  1908. //处理活动的
  1909. linkList := strings.Split(reportLink, "/")
  1910. if linkList[len(linkList)-1] != "" {
  1911. linkArticleId, _ := strconv.Atoi(linkList[len(linkList)-1])
  1912. if linkArticleId > 0 {
  1913. articleInfo, errArt := models.GetArticleDetailById(linkArticleId)
  1914. if errArt != nil && errArt.Error() != utils.ErrNoRow() {
  1915. err = errArt
  1916. return
  1917. }
  1918. if articleInfo != nil {
  1919. articleId = articleInfo.ArticleId
  1920. }
  1921. }
  1922. }
  1923. }
  1924. return
  1925. }
  1926. // GetArticleStockMap 获取个股标签所对应的文章ID
  1927. func GetArticleStockMap() (mapResp map[string]int, err error) {
  1928. defer func() {
  1929. if err != nil {
  1930. go utils.SendAlarmMsg("获取个股标签所对应的文章ID失败"+err.Error(), 2)
  1931. }
  1932. }()
  1933. list, err := models.GetArticleStock()
  1934. if err != nil && err.Error() != utils.ErrNoRow() {
  1935. return
  1936. }
  1937. mapResp = make(map[string]int, 0)
  1938. if len(list) > 0 {
  1939. //一对一精准匹配
  1940. for _, v := range list {
  1941. sliceSubjects := strings.Split(v.Stock, "/")
  1942. if len(sliceSubjects) > 0 {
  1943. for _, vSubject := range sliceSubjects {
  1944. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  1945. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  1946. subject := sliceXiahuaxian[0]
  1947. mapResp[subject] = v.ArticleId
  1948. }
  1949. }
  1950. }
  1951. }
  1952. return
  1953. }