article.go 76 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256
  1. package services
  2. import (
  3. "context"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "github.com/PuerkitoBio/goquery"
  8. "github.com/beego/beego/v2/client/orm"
  9. "hongze/hongze_cygx/models"
  10. "hongze/hongze_cygx/utils"
  11. "html"
  12. "net/url"
  13. "regexp"
  14. "sort"
  15. "strconv"
  16. "strings"
  17. "time"
  18. "unicode/utf8"
  19. )
  20. func GetReportContentSub(content string) (contentSub string, err error) {
  21. content = html.UnescapeString(content)
  22. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  23. if err != nil {
  24. fmt.Println("create doc err:", err.Error())
  25. return
  26. }
  27. n := 0
  28. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  29. if n > 3 {
  30. return
  31. }
  32. n++
  33. phtml, err := s.Html()
  34. if err != nil {
  35. fmt.Println("get html err", err.Error())
  36. return
  37. }
  38. if s.Text() != "" || strings.Contains(phtml, "src") {
  39. contentSub = contentSub + "<p>" + phtml + "</p>"
  40. }
  41. })
  42. return
  43. }
  44. func GetReportContentTextSub(content string) (contentSub string, err error) {
  45. content = html.UnescapeString(content)
  46. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  47. docText := doc.Text()
  48. bodyRune := []rune(docText)
  49. bodyRuneLen := len(bodyRune)
  50. if bodyRuneLen > 200 {
  51. bodyRuneLen = 200
  52. }
  53. body := string(bodyRune[:bodyRuneLen])
  54. contentSub = body
  55. contentSub = strings.Replace(body, "Powered by Froala Editor", "", -1)
  56. return
  57. }
  58. func GetReportContentTextSubNew(content string) (contentSub string, err error) {
  59. content = html.UnescapeString(content)
  60. doc, errdoc := goquery.NewDocumentFromReader(strings.NewReader(content))
  61. if errdoc != nil {
  62. err = errdoc
  63. return
  64. }
  65. docText := doc.Text()
  66. bodyRune := []rune(docText)
  67. bodyRuneLen := len(bodyRune)
  68. body := string(bodyRune[:bodyRuneLen])
  69. contentSub = body
  70. contentSub = strings.Replace(contentSub, "Powered by Froala Editor", "", -1)
  71. contentSub = strings.Replace(contentSub, " ", "", -1)
  72. contentSub = strings.Replace(contentSub, "<p data-f-id=\"pbf\" style=\"text-align: center; font-size: 14px; margin-top: 30px; opacity: 0.65; font-family: sanered by <a href=\"https://www.froala.com/wysiwyg-editor?pb=1\" title=\"Froala Editor\">Froala Editor</a></p>", "", -1)
  73. return
  74. }
  75. // GetReportContentTextSubByarticle 解析文章内容
  76. func GetReportContentTextSubByarticle(content, abstract string, articleId int) (contentSub string, err error) {
  77. var lenabstract int
  78. //如果不是研选就这么展示
  79. if articleId < utils.SummaryArticleId {
  80. abstract = html.UnescapeString(abstract)
  81. doc, errdoc := goquery.NewDocumentFromReader(strings.NewReader(abstract))
  82. if errdoc != nil {
  83. err = errdoc
  84. return
  85. }
  86. docabstract := doc.Text()
  87. lenabstract = utf8.RuneCountInString(docabstract)
  88. if lenabstract >= 20 {
  89. contentSub = docabstract
  90. return
  91. } else {
  92. contentSub, err = GetReportContentTextSubNew(content)
  93. }
  94. } else {
  95. contentSub, err = GetReportContentTextSubNew(content)
  96. }
  97. return
  98. }
  99. // 解析文章内容
  100. func GetArticleAll() {
  101. var err error
  102. defer func() {
  103. if err != nil {
  104. fmt.Println("err:", err.Error())
  105. return
  106. }
  107. }()
  108. list, err := models.GetArticleAll()
  109. if err != nil {
  110. return
  111. }
  112. for _, v := range list {
  113. fmt.Println(v.ArticleId, v.Title)
  114. FixArticleContent(v.ArticleId)
  115. }
  116. }
  117. // 解析报告
  118. func FixArticleContent(articleId int) {
  119. item, err := models.GetArticleDetailById(articleId)
  120. if err != nil {
  121. fmt.Println("GetArticleDetailById Err:" + err.Error())
  122. return
  123. }
  124. content := item.Body
  125. bodyText, _ := GetReportContentTextSub(content)
  126. content = html.UnescapeString(content)
  127. content = strings.Replace(content, "http", "https", -1)
  128. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  129. if err != nil {
  130. fmt.Println("create doc err:", err.Error())
  131. return
  132. }
  133. var expertNumArr []string
  134. var expertContentArr []string
  135. var interviewDateArr []string
  136. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  137. contentTxt := s.Text()
  138. if strings.Contains(contentTxt, "#访谈时间:") || strings.Contains(contentTxt, "访谈时间:") {
  139. interviewDate := s.Next().Text()
  140. interviewDateArr = append(interviewDateArr, interviewDate)
  141. }
  142. if strings.Contains(contentTxt, "#专家评价") || strings.Contains(contentTxt, "专家评价") {
  143. expertContent := s.Next().Text()
  144. if expertContent == "" {
  145. expertContent = contentTxt
  146. }
  147. if expertContent != "" {
  148. rightIndex := strings.Index(expertContent, ")")
  149. if rightIndex == 0 {
  150. rightIndex = strings.Index(expertContent, ")")
  151. }
  152. if rightIndex > 0 {
  153. expertNum := expertContent[:rightIndex]
  154. expertNum = strings.Replace(expertNum, "(", "", -1)
  155. expertNum = strings.Replace(expertNum, "(", "", -1)
  156. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  157. if expertNum != "" {
  158. expertNumArr = append(expertNumArr, expertNum)
  159. rightIndex = rightIndex
  160. expertContentStr := expertContent[rightIndex:]
  161. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  162. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  163. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  164. expertContentArr = append(expertContentArr, expertContentStr)
  165. }
  166. }
  167. }
  168. }
  169. })
  170. if len(expertContentArr) <= 0 {
  171. doc.Find("pre").Each(func(i int, pre *goquery.Selection) {
  172. pre.Find("span").Each(func(n int, span *goquery.Selection) {
  173. contentTxt := span.Text()
  174. if strings.Contains(contentTxt, "#专家评价") || strings.Contains(contentTxt, "专家评价") {
  175. span.Find("span").Each(func(m int, subspan *goquery.Selection) {
  176. subspanText := subspan.Text()
  177. if strings.Contains(subspanText, "专家评价") {
  178. expertContent := subspan.Next().Text()
  179. if expertContent != "" {
  180. rightIndex := strings.Index(expertContent, ")")
  181. if rightIndex == 0 {
  182. rightIndex = strings.Index(expertContent, ")")
  183. }
  184. if rightIndex > 0 {
  185. expertNum := expertContent[:rightIndex]
  186. expertNum = strings.Replace(expertNum, "(", "", -1)
  187. expertNum = strings.Replace(expertNum, "(", "", -1)
  188. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  189. if expertNum != "" {
  190. expertNumArr = append(expertNumArr, expertNum)
  191. rightIndex = rightIndex
  192. expertContentStr := expertContent[rightIndex:]
  193. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  194. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  195. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  196. expertContentArr = append(expertContentArr, expertContentStr)
  197. }
  198. }
  199. }
  200. }
  201. })
  202. }
  203. span.Find("span").Each(func(k int, sspan *goquery.Selection) {
  204. sspanText := sspan.Text()
  205. if strings.Contains(sspanText, "访谈时间") {
  206. sspanText = strings.Replace(sspanText, "#访谈时间:", "", -1)
  207. sspanText = strings.Replace(sspanText, "访谈时间:", "", -1)
  208. sspanText = strings.Replace(sspanText, "\n", "", -1)
  209. sspanText = strings.Replace(sspanText, " ", "", -1)
  210. sspanText = strings.Trim(sspanText, " ")
  211. sspanText = sspanText[:10]
  212. interviewDate := sspanText
  213. if interviewDate != "" {
  214. interviewDateArr = append(interviewDateArr, interviewDate)
  215. }
  216. }
  217. })
  218. })
  219. })
  220. }
  221. if len(expertContentArr) <= 0 {
  222. doc.Find("span").Each(func(i int, span *goquery.Selection) {
  223. span.Find("strong").Each(func(n int, strong *goquery.Selection) {
  224. spanText := span.Text()
  225. strongText := strong.Text()
  226. if strings.Contains(strongText, "#专家评价") || strings.Contains(strongText, "专家评价") {
  227. expertContent := strong.Parents().Text()
  228. if expertContent != "" {
  229. rightIndex := strings.Index(expertContent, ")")
  230. if rightIndex == 0 {
  231. rightIndex = strings.Index(expertContent, ")")
  232. }
  233. if rightIndex > 0 {
  234. expertNum := expertContent[:rightIndex]
  235. expertNum = strings.Replace(expertNum, "(", "", -1)
  236. expertNum = strings.Replace(expertNum, "(", "", -1)
  237. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  238. expertNum = strings.Replace(expertNum, "#", "", -1)
  239. expertNum = strings.Replace(expertNum, ":", "", -1)
  240. expertNum = strings.Replace(expertNum, "\n", "", -1)
  241. if expertNum != "" {
  242. expertNumArr = append(expertNumArr, expertNum)
  243. rightIndex = rightIndex
  244. expertContentStr := expertContent[rightIndex:]
  245. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  246. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  247. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  248. expertContentArr = append(expertContentArr, expertContentStr)
  249. return
  250. }
  251. }
  252. }
  253. }
  254. if strings.Contains(spanText, "访谈时间") {
  255. spanText = strings.Replace(spanText, "#访谈时间:", "", -1)
  256. spanText = strings.Replace(spanText, "访谈时间:", "", -1)
  257. spanText = strings.Replace(spanText, "\n", "", -1)
  258. spanText = strings.Replace(spanText, " ", "", -1)
  259. spanText = strings.Trim(spanText, " ")
  260. spanText = spanText[:10]
  261. interviewDate := spanText
  262. if interviewDate != "" {
  263. interviewDateArr = append(interviewDateArr, interviewDate)
  264. }
  265. }
  266. })
  267. })
  268. }
  269. var expertNumStr, expertContentStr, interviewDateStr string
  270. if len(expertNumArr) > 0 {
  271. expertNumStr = expertNumArr[0]
  272. }
  273. if len(expertContentArr) > 0 {
  274. expertContentStr = expertContentArr[0]
  275. }
  276. if len(interviewDateArr) > 0 {
  277. interviewDateStr = interviewDateArr[0]
  278. }
  279. expertNumStr = strings.Replace(expertNumStr, "#:", "", -1)
  280. err = models.ModifyArticleExpert(articleId, expertNumStr, expertContentStr, interviewDateStr, bodyText)
  281. if err != nil {
  282. fmt.Println("ModifyArticleExpert Err:" + err.Error())
  283. return
  284. }
  285. }
  286. func FixArticleImgUrl(body string) (contentSub string, err error) {
  287. r := strings.NewReader(string(body))
  288. doc, err := goquery.NewDocumentFromReader(r)
  289. if err != nil {
  290. fmt.Println(err)
  291. }
  292. doc.Find("img").Each(func(i int, s *goquery.Selection) {
  293. src, _ := s.Attr("src")
  294. if i == 0 && src != "" {
  295. contentSub = src
  296. }
  297. })
  298. return
  299. }
  300. // 获取标签里的第一个内容
  301. func FixArticleFirstCount(body string) (contentSub string, err error) {
  302. doc, err := goquery.NewDocumentFromReader(strings.NewReader(body))
  303. if err != nil {
  304. fmt.Println("create doc err:", err.Error())
  305. return
  306. }
  307. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  308. contentTxt := s.Text()
  309. fmt.Println(contentTxt)
  310. })
  311. return
  312. }
  313. func SynchronizationArtclehistory() {
  314. fmt.Println("同步开始")
  315. list, err := models.GetArticleHistoryList()
  316. if err != nil {
  317. fmt.Println("获取列表失败", err)
  318. }
  319. fmt.Println(len(list))
  320. for _, v := range list {
  321. //endDate := v.ModifyTime.Add(+time.Minute * 10).Format(utils.FormatDateTime)
  322. //detail, err := models.GetNewArticleHistoryRecordNewpv(v.UserId, v.ArticleId, endDate)
  323. //if err != nil && err.Error() != utils.ErrNoRow() {
  324. // fmt.Println("获取信息失败", err)
  325. //}
  326. v.OutType = 1
  327. //fmt.Println(v.Id)
  328. //if detail == nil {
  329. // _, err = models.AddCygxArticleViewRecordNewpv(v)
  330. // if err != nil {
  331. // fmt.Println("新增失败", err)
  332. // }
  333. //} else {
  334. // err = models.UpdateCygxArticleViewRecordNewpvList(v, v.StopTime)
  335. // if err != nil {
  336. // fmt.Println("修改失败", err)
  337. // }
  338. //}
  339. newId, err := models.AddCygxArticleViewRecordNewpv(v)
  340. fmt.Println("新增", newId)
  341. if err != nil {
  342. fmt.Println("新增失败", err)
  343. }
  344. }
  345. fmt.Println("同步结束")
  346. }
  347. // 统计报表
  348. func StatisticalReport() {
  349. var isSummaryNumAll, isClassNum, pvNumAll, uvNumAll int
  350. list, err := models.GetChartPermissionActivity()
  351. if err != nil {
  352. fmt.Println("获取列表失败", err)
  353. }
  354. for _, v := range list {
  355. var listPv []*models.ReportMappingStatistical
  356. if v.PermissionName == "研选" {
  357. listPv, err = models.GetStatisticalReportArtilceExpert()
  358. if err != nil {
  359. fmt.Println("获取Pv列表失败", err)
  360. }
  361. } else {
  362. listPv, err = models.GetStatisticalReportArtilce(v.ChartPermissionId)
  363. if err != nil {
  364. fmt.Println("获取Pv列表失败", err)
  365. }
  366. }
  367. var pvNum, uvNum, isSummaryNum int
  368. for _, v2 := range listPv {
  369. pvNum += v2.Pv
  370. uvNum += v2.Uv
  371. if v2.IsSummary == "1" {
  372. isSummaryNum += 1
  373. }
  374. if v2.IsClass == "1" && v.ChartPermissionId <= 22 {
  375. isClassNum += 1
  376. }
  377. if v2.IsSummary == "1" && v.ChartPermissionId <= 22 {
  378. isSummaryNumAll += 1
  379. }
  380. }
  381. if v.ChartPermissionId <= 22 {
  382. pvNumAll += pvNum
  383. uvNumAll += uvNum
  384. }
  385. fmt.Println(v.PermissionName+"行业", len(listPv), "篇,其中主观类报告", isSummaryNum, "篇,客观类报告", len(listPv)-isSummaryNum, "篇。共产生阅读量pv-,", pvNum, ",uv-", uvNum)
  386. }
  387. fmt.Println("目前同步四大行业的总报告(已归类)数量", isClassNum, "篇,其中主观类报告", isSummaryNumAll, "篇,客观类报告", isClassNum-isSummaryNumAll, "篇。共产生阅读量pv-", pvNumAll, ",uv-", uvNumAll)
  388. var totalOnline int //线上
  389. var totalOffline int //线下
  390. var totalPeople int //共累计预约外呼人数
  391. var totalSignUpOff int //线下报名人数
  392. var totalSignUpOffTime int //线下报名人数
  393. var totalPeopleMeet int //线下参会人数
  394. o := orm.NewOrm()
  395. sql := `SELECT COUNT(1) FROM cygx_activity WHERE activity_type_id IN (1,2,3) AND publish_status = 1 AND is_submit_meeting = 1 AND activity_time <= NOW();`
  396. err = o.Raw(sql).QueryRow(&totalOnline)
  397. if err != nil {
  398. fmt.Println("获取线上", err)
  399. }
  400. sql = `SELECT COUNT(1) FROM cygx_activity WHERE activity_type_id IN (4,5,6) AND publish_status = 1 AND is_submit_meeting = 1 AND activity_time <= NOW();`
  401. err = o.Raw(sql).QueryRow(&totalOffline)
  402. if err != nil {
  403. fmt.Println("获取线下", err)
  404. }
  405. sql = `SELECT COUNT( 1 ) FROM
  406. cygx_activity_signup as s
  407. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  408. WHERE
  409. s.do_fail_type = 0
  410. AND a.is_submit_meeting = 1
  411. AND a.activity_time <= NOW()
  412. AND a.publish_status = 1`
  413. err = o.Raw(sql).QueryRow(&totalPeople)
  414. if err != nil {
  415. fmt.Println("共累计预约外呼人数", err)
  416. }
  417. sql = `SELECT COUNT( 1 ) FROM
  418. cygx_activity_signup as s
  419. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  420. WHERE
  421. s.do_fail_type = 0
  422. AND a.is_submit_meeting = 1
  423. AND a.activity_time <= NOW()
  424. AND a.activity_type_id IN (4,5,6)
  425. AND a.publish_status = 1`
  426. err = o.Raw(sql).QueryRow(&totalSignUpOff)
  427. if err != nil {
  428. fmt.Println("共累计预约外呼人数", err)
  429. }
  430. sql = `SELECT COUNT( 1 ) FROM
  431. cygx_activity_signup as s
  432. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  433. WHERE
  434. s.do_fail_type = 0
  435. AND a.publish_status = 1
  436. AND a.is_submit_meeting = 1
  437. AND a.activity_time <= NOW()
  438. AND a.is_submit_meeting = 1
  439. AND a.activity_type_id IN (4,5,6);`
  440. err = o.Raw(sql).QueryRow(&totalSignUpOffTime)
  441. if err != nil {
  442. fmt.Println("线下报名参会人数", err)
  443. }
  444. sql = `SELECT COUNT( 1 ) FROM
  445. cygx_activity_signup as s
  446. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  447. WHERE
  448. s.do_fail_type = 0
  449. AND a.is_submit_meeting = 1
  450. AND a.activity_time <= NOW()
  451. AND a.publish_status = 1
  452. AND s.is_meeting = 1
  453. AND a.activity_type_id IN (4,5,6);`
  454. err = o.Raw(sql).QueryRow(&totalPeopleMeet)
  455. if err != nil {
  456. fmt.Println("线下参会人数", err)
  457. }
  458. fmt.Println("共上线活动", totalOnline+totalOffline, "个,其中线上", totalOnline, "个,线下", totalOffline, "个")
  459. fmt.Println("共累计预约外呼人数", totalPeople, "人")
  460. fmt.Println("报名线下参会", totalSignUpOff, "人,实际到会人数", totalPeopleMeet, "人,线下到会率约", totalPeopleMeet*100/totalSignUpOff, "%")
  461. num := totalPeopleMeet / totalSignUpOffTime
  462. fmt.Println(num)
  463. fmt.Println(totalOnline)
  464. fmt.Println(totalOffline)
  465. fmt.Println(totalPeople)
  466. fmt.Println(totalSignUpOff)
  467. fmt.Println(totalPeopleMeet)
  468. fmt.Println(totalSignUpOffTime)
  469. fmt.Println(totalPeopleMeet / totalSignUpOffTime)
  470. return
  471. }
  472. // UserViewRedisData 阅读数据
  473. type UserViewRedisData struct {
  474. Mobile string `json:"mobile"`
  475. Email string `json:"email"`
  476. RealName string `json:"real_name"`
  477. CompanyName string `json:"company_name"`
  478. ViewTime string `json:"view_time" description:"阅读时间,格式:2022-02-17 13:06:13"`
  479. ProductId int `json:"product_id" description:"报告所属产品,ficc:1,权益:2"`
  480. CompanyId int `json:"company_id" description:"客户id"`
  481. UserId int `json:"user_id" description:"用户id"`
  482. ReportId int `json:"report_id" description:"报告id"`
  483. StopTime int `json:"stop_time" description:"停留时间"`
  484. ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  485. OutId int `json:"out_id" description:"记录ID"`
  486. }
  487. type ReportViewRecord struct {
  488. Id int `orm:"column(id);pk"`
  489. //UserId int `json:"user_id" description:"用户ID"`
  490. //ReportId int `description:"报告id"`
  491. //Mobile string `description:"手机号"`
  492. //Email string `description:"邮箱"`
  493. //RealName string `description:"用户实际姓名"`
  494. //CompanyName string `description:"公司名称"`
  495. //CreateTime time.Time `description:"创建时间"`
  496. //StopTime int `json:"stop_time" description:"停留时间"`
  497. //ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  498. //OutId int `json:"out_id" description:"记录ID"`
  499. Mobile string `json:"mobile"`
  500. Email string `json:"email"`
  501. RealName string `json:"real_name"`
  502. CompanyName string `json:"company_name"`
  503. ViewTime string `json:"view_time" description:"阅读时间,格式:2022-02-17 13:06:13"`
  504. ProductId int `json:"product_id" description:"报告所属产品,ficc:1,权益:2"`
  505. CompanyId int `json:"company_id" description:"客户id"`
  506. UserId int `json:"user_id" description:"用户id"`
  507. ReportId int `json:"report_id" description:"报告id"`
  508. StopTime int `json:"stop_time" description:"停留时间"`
  509. ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  510. OutId int `json:"out_id" description:"章节ID"`
  511. }
  512. // PushViewRecordNewRedisData 阅读数据加入到redis
  513. func PushViewRecordNewRedisData(reportViewRecord *ReportViewRecord, companyId int) bool {
  514. data := &UserViewRedisData{
  515. Mobile: reportViewRecord.Mobile,
  516. UserId: reportViewRecord.UserId,
  517. Email: reportViewRecord.Email,
  518. RealName: reportViewRecord.RealName,
  519. CompanyName: reportViewRecord.CompanyName,
  520. ViewTime: reportViewRecord.ViewTime,
  521. ProductId: 2,
  522. CompanyId: companyId,
  523. ReportId: reportViewRecord.ReportId,
  524. StopTime: reportViewRecord.StopTime,
  525. ReportChapterId: reportViewRecord.ReportChapterId,
  526. OutId: reportViewRecord.OutId,
  527. }
  528. if utils.Re == nil {
  529. err := utils.Rc.LPush(utils.CACHE_KEY_USER_VIEW, data)
  530. if err != nil {
  531. fmt.Println("PushViewRecordNewRedisData LPush Err:" + err.Error())
  532. }
  533. return true
  534. }
  535. return false
  536. }
  537. //func GetCeLueArticlePv() {
  538. // sum := 0
  539. // for i := 0; i <= 450; i++ {
  540. // if i >= 102 {
  541. // //GetCeLueArticlePvs(strconv.Itoa(i * 1000))
  542. // }
  543. // }
  544. // fmt.Println(sum)
  545. //}
  546. // 获取策略平台报告阅读数据
  547. func GetCeLueArticlePv(cont context.Context) (err error) {
  548. defer func() {
  549. if err != nil {
  550. go utils.SendAlarmMsg("同步策略平台阅读数据失败", 2)
  551. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetCeLueArticlePv ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  552. }
  553. }()
  554. startTime := time.Now().Add(-time.Minute * 12).Format("2006-01-02 15:04:05")
  555. endTime := time.Now().Format("2006-01-02 15:04:05")
  556. requestUrl := utils.ApiUrl + "backend/statistics_access?take=1000&skip=0&sort=ASC&mode=all&"
  557. encodeData := url.Values{}
  558. encodeData.Add("start_dt", startTime)
  559. encodeData.Add("end_dt", endTime)
  560. encodeStr := encodeData.Encode()
  561. requestUrl += encodeStr
  562. authorization := utils.ApiAuthorization
  563. body, err := PublicGetDate(requestUrl, authorization)
  564. if err != nil {
  565. return
  566. }
  567. var chartResult models.CeLueArticleResultApi
  568. err = json.Unmarshal(body, &chartResult)
  569. if err != nil {
  570. fmt.Println(err)
  571. return err
  572. }
  573. mapMobileArticleId := make(map[string]int)
  574. //获取当天阅读记录
  575. listPv, err := models.GetArticleHistoryRecordAllList()
  576. if err != nil && err.Error() != utils.ErrNoRow() {
  577. fmt.Println("获取当天阅读记录失败", err)
  578. return err
  579. }
  580. if len(listPv) > 0 {
  581. for _, v := range listPv {
  582. mapMobileArticleId[fmt.Sprint(v.Mobile, "_", v.ArticleId)] = v.ArticleId
  583. }
  584. }
  585. for _, v := range chartResult.Data {
  586. //fmt.Println(v.ArticleId)
  587. item := new(models.CygxCelueArticleHistoryRecord)
  588. item.CelueHistoryId = v.CelueHistoryId
  589. item.Mobile = v.Mobile
  590. item.ArticleId = v.ArticleId
  591. if v.CrmUser != nil {
  592. item.RealName = v.CrmUser.RealName
  593. }
  594. if v.CompanyName != nil {
  595. item.CompanyName = v.CompanyName.RealName
  596. }
  597. item.CreateDateApi = time.Now()
  598. t1, _ := time.Parse("2006-01-02T15:04:05Z", v.CreateDate)
  599. item.CreateTime = t1.Add(+time.Hour * 8).Format(utils.FormatDateTime)
  600. count, err := models.GetCeLueArticleCountById(v.CelueHistoryId)
  601. if err != nil && err.Error() != utils.ErrNoRow() {
  602. return err
  603. }
  604. if count == 0 {
  605. _, err := models.AddCeLueArticle(item, mapMobileArticleId)
  606. if err != nil {
  607. fmt.Println(err)
  608. return err
  609. }
  610. }
  611. }
  612. //处理同步过来的阅读记录所属用户
  613. var condition string
  614. condition = ` AND create_time > ` + "'" + startTime + "'"
  615. listArticlePv, err := models.GetArticleHistoryRecordAllByMobileList(condition)
  616. if err != nil {
  617. fmt.Println("GetArticleHistoryRecordAllByMobileList ,Err" + err.Error())
  618. }
  619. for _, v := range listArticlePv {
  620. if v.Mobile != "" {
  621. user, err := models.GetWxUserItemByMobile(v.Mobile)
  622. if err != nil && err.Error() != utils.ErrNoRow() {
  623. fmt.Println("GetWxUserItemByUserId ,Err" + err.Error())
  624. }
  625. if user != nil {
  626. err = models.UpdateCygxArticleHistoryRecordAll(user)
  627. if err != nil {
  628. fmt.Println("UpdateCygxArticleCollect ,Err" + err.Error())
  629. }
  630. }
  631. }
  632. }
  633. return
  634. }
  635. func GetArticleListByApi(cont context.Context) (err error) {
  636. defer func() {
  637. if err != nil {
  638. //fmt.Println("GetArticleListByApi Err:" + err.Error())
  639. go utils.SendAlarmMsg("同步策略平台数据失败", 2)
  640. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  641. }
  642. }()
  643. listUpdateArticle, err := models.GetArticleCeluePushList()
  644. if err != nil && err.Error() != utils.ErrNoRow() {
  645. return err
  646. }
  647. //如果长度为零就不处理
  648. if len(listUpdateArticle) == 0 {
  649. return err
  650. }
  651. for _, v := range listUpdateArticle {
  652. // 这里直接go出去会出现并发,导致文章md5ID唯一索引限制报错
  653. err = HandleArticleListByApi(v.ArticleId)
  654. if err != nil {
  655. utils.FileLog.Info("HandleArticleListByApi", err.Error())
  656. }
  657. }
  658. return
  659. }
  660. //func init() {
  661. // // allList, err := models.GetArticleAll()
  662. // //
  663. // // fmt.Println(err)
  664. // //
  665. // // for _, v := range allList {
  666. // // HandleArticleListByApi(v.ArticleId)
  667. // // }
  668. //
  669. // //for i := 8648; i < 9004; i++ {
  670. // // HandleArticleListByApi(9552)
  671. // //}
  672. // HandleArticleListByApi(9551)
  673. // //UpdateArticleResourceData(9551)
  674. //}
  675. // 处理同步过来的文章
  676. func HandleArticleListByApi(artcleId int) (err error) {
  677. defer func() {
  678. if err != nil {
  679. go utils.SendAlarmMsg("处理同步策略平台数据失败"+"GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), 2)
  680. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), utils.EmailSendToUsers)
  681. }
  682. }()
  683. var clueApiUrl string
  684. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", artcleId)
  685. fmt.Println(clueApiUrl)
  686. authorization := utils.ApiAuthorization
  687. body, err := PublicGetDate(clueApiUrl, authorization)
  688. if err != nil {
  689. fmt.Println(err)
  690. return
  691. }
  692. var articleResultDate models.ArticleDetailResultApi
  693. err = json.Unmarshal(body, &articleResultDate)
  694. if err != nil {
  695. fmt.Println("Getres.PublicGetDate Err:", err.Error())
  696. return err
  697. }
  698. item := new(models.CygxShanghaiCompanyLog)
  699. item.CreateTime = time.Now()
  700. item.Url = clueApiUrl
  701. item.Body = ""
  702. item.Result = string(body)
  703. go models.AddCygxShanghaiCompanyLog(item)
  704. go models.UpdateCygxArticleCeluePush(artcleId)
  705. articleResult := articleResultDate.Data
  706. exitMap := make(map[int]int)
  707. categoryIdMap := make(map[int]int)
  708. classMap := make(map[int]int)
  709. reportMap := make(map[int]int)
  710. summaryMap := make(map[int]int)
  711. listMap, err := models.GetArticleApiMap()
  712. if err != nil {
  713. fmt.Println("GetlistMap Err:", err.Error())
  714. return err
  715. }
  716. openIdList, err := models.GetUserRecordListByMobile(4, utils.ArticleTaskClassMobile)
  717. if err != nil {
  718. fmt.Println(err)
  719. return err
  720. }
  721. fmt.Println(openIdList)
  722. //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
  723. for _, v := range listMap {
  724. exitMap[v.SeriesId] = v.OldId
  725. categoryIdMap[v.SeriesId] = v.OldIdMap
  726. if v.IsClass == 1 {
  727. classMap[v.OldId] = 1
  728. }
  729. if v.IsReport == 1 {
  730. reportMap[v.OldId] = 1
  731. }
  732. if v.IsSummary == 1 {
  733. summaryMap[v.OldId] = 1
  734. }
  735. }
  736. var list []*models.Tactics2
  737. var listArticleData []*models.CygxArticleData
  738. var listAuthor []*models.CygxArticleAuthor
  739. //如果是英文报告那么则不同步
  740. if articleResult.TypeId == 9 {
  741. return
  742. }
  743. var cover string
  744. if articleResult.Series.Name == "图解市场" {
  745. cover = GetArticleCoverByChartFirst(articleResult.Content.Body)
  746. } else if articleResult.Series.Name == "行业深度" {
  747. cover = articleResult.Cover
  748. }
  749. fmt.Println(cover)
  750. //return
  751. //状态等于 2 跟 4 的进行同步 IsActive 为false 软删除的也不同步
  752. if exitMap[articleResult.SeriesId] > 0 && (articleResult.PublishStatus == 2 || articleResult.PublishStatus == 4) && articleResult.IsActive {
  753. articleResult.PublishDate = time.Date(articleResult.PublishDate.Year(), articleResult.PublishDate.Month(), articleResult.PublishDate.Day(), articleResult.PublishDate.Hour(), articleResult.PublishDate.Minute(), articleResult.PublishDate.Second(), articleResult.PublishDate.Nanosecond(), time.Local)
  754. item := new(models.Tactics2)
  755. itemArticleData := new(models.CygxArticleData)
  756. itemArticleData.ArticleId = articleResult.ArticleId
  757. itemArticleData.Cover = articleResult.Cover
  758. itemArticleData.CreateTime = time.Now()
  759. listArticleData = append(listArticleData, itemArticleData)
  760. itemAuthor := new(models.CygxArticleAuthor)
  761. item.ArticleId = articleResult.ArticleId
  762. item.Title = articleResult.Title
  763. item.TitleEn = articleResult.TitleEn
  764. item.File = articleResult.File
  765. if articleResult.Frequency == "日度" {
  766. item.UpdateFrequency = "daily"
  767. } else if articleResult.Frequency == "周度" {
  768. item.UpdateFrequency = "weekly"
  769. } else if articleResult.Frequency == "月度" {
  770. item.UpdateFrequency = "monthly"
  771. } else if articleResult.Frequency == "季度" {
  772. item.UpdateFrequency = "quarterly"
  773. } else if articleResult.Frequency == "年度" {
  774. item.UpdateFrequency = "yearly"
  775. } else {
  776. item.UpdateFrequency = "unknow"
  777. }
  778. item.CreateDate = articleResult.CreateDate
  779. item.PublishDate = articleResult.PublishDate.Add(time.Hour * 8)
  780. item.PublishStatus = 1
  781. item.Body = articleResult.Content.Body
  782. item.Abstract = articleResult.Content.Abstract
  783. item.Annotation = articleResult.Content.Annotation
  784. item.CategoryName = articleResult.Industry.Name
  785. item.CategoryId = categoryIdMap[articleResult.SeriesId]
  786. item.CategoryIdTwo = exitMap[articleResult.SeriesId]
  787. item.SubCategoryName = articleResult.Series.Name
  788. item.Cover = cover
  789. if len(articleResult.Stock) > 0 {
  790. var stock string
  791. for _, vS := range articleResult.Stock {
  792. stock += vS + "/"
  793. }
  794. stock = strings.TrimRight(stock, "/")
  795. item.Stock = stock
  796. }
  797. item.FieldName = articleResult.Field.Name
  798. item.TypeName = articleResult.Type.Name
  799. item.UpdateDate = articleResult.UpdateDate
  800. item.CeLueFieldId = articleResult.Field.Id
  801. list = append(list, item)
  802. itemAuthor.ArticleId = articleResult.ArticleId
  803. itemAuthor.Name = articleResult.Author.Name
  804. itemAuthor.Mobile = articleResult.Author.PhoneNumber
  805. fmt.Println(articleResult.Cover)
  806. listAuthor = append(listAuthor, itemAuthor)
  807. } else {
  808. // 如果这篇文章没有发布,那么就不作处理。
  809. err = models.UpdateArticlePublish(artcleId, 0)
  810. if err != nil {
  811. fmt.Println("UpdateArticlePublish Err:", err.Error())
  812. return err
  813. }
  814. go UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  815. //go UpdateResourceData(artcleId, "article", "delete", time.Now().Format(utils.FormatDateTime))
  816. return err
  817. }
  818. //同步作者
  819. for _, v := range listAuthor {
  820. var count int
  821. count, err = models.GetActivityAuthorCount(v.ArticleId, v.Mobile)
  822. if err != nil {
  823. fmt.Println("GetActivityAuthorCount Err:", err.Error())
  824. return err
  825. }
  826. if count == 0 {
  827. _, err = models.AddCygxActivityAuthor(v)
  828. if err != nil {
  829. fmt.Println("AddCygxActivityAuthor Err:", err.Error())
  830. return err
  831. }
  832. }
  833. }
  834. fmt.Println("同步文章条数:", len(list))
  835. listCustomArticle, err := models.GetCustomArticleId() //手动归类的文章,不替换文章类型
  836. if err != nil {
  837. fmt.Println("GetTacticsList Err:", err.Error())
  838. return err
  839. }
  840. listGetMatchTypeName, errMatch := models.GetMatchTypeNamenNotNull() //手动归类的文章,不替换文章类型
  841. if errMatch != nil {
  842. fmt.Println("GetTacticsList Err:", errMatch.Error())
  843. return err
  844. }
  845. //mapCategoryIdSet := make(map[int]int)
  846. //for _, vMatch := range listGetMatchTypeName {
  847. // mapCategoryIdSet[vMatch.CategoryId] = vMatch.CategoryIdSet
  848. //}
  849. fmt.Println("list len:", len(list))
  850. noSummaryArticleIds := "3454,3456,3457,3459,2449,2450,2453,2454,2459,2530,2583,2663,2670,2699,2715,2732,2748,2759,2399,2356,2870,3173,2978,2826,3470" //非纪要库类型的文章ID
  851. listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
  852. for k, v := range list {
  853. //同步匹配类型
  854. matchTypeName := ""
  855. for _, vMatch := range listGetMatchTypeName {
  856. if v.CategoryId == vMatch.CategoryId {
  857. matchTypeName = vMatch.MatchTypeName
  858. }
  859. }
  860. //是否属于纪要库的数据
  861. //if _, has := summaryMap[v.CategoryId]; has {
  862. // v.IsSummary = 1
  863. //}
  864. if v.TypeName == "纪要" {
  865. v.IsSummary = 1
  866. }
  867. //排除不属于纪要库类型的文章
  868. for _, vArt := range listNoSummaryArticleIds {
  869. vArtInt, _ := strconv.Atoi(vArt)
  870. if v.ArticleId == vArtInt {
  871. v.IsSummary = 0
  872. }
  873. }
  874. if _, has := reportMap[v.CategoryIdTwo]; has {
  875. v.IsReport = 1
  876. if _, ok := classMap[v.CategoryIdTwo]; ok {
  877. v.IsClass = 1
  878. v.ReportType = 1 //是否属于行业报告
  879. } else {
  880. v.ReportType = 2 //是否属于产业报告
  881. }
  882. }
  883. v.Department = "弘则权益研究"
  884. //判断是否已经存在
  885. if v.ArticleId < 0 {
  886. fmt.Println("AddCygxArticle Err:")
  887. return err
  888. }
  889. var count int
  890. count, err = models.GetArticleCountById(v.ArticleId)
  891. if err != nil && err.Error() != utils.ErrNoRow() {
  892. fmt.Println("AddCygxArticle Err:", err.Error())
  893. return err
  894. }
  895. v.Body = strings.Replace(v.Body, "http://vmp.hzinsights.com", "https://vmp.hzinsights.com", -1)
  896. expertNumStr, expertContentStr, interviewDateStr, _, bodyReturn := BodyAnalysis2(v.Body)
  897. if strings.Index(v.Body, "报告全文(") > 0 && strings.Index(v.Body, "PDF格式报告下载.pdf") > 0 {
  898. v.Body = strings.Replace(v.Body, "报告全文(", "", -1)
  899. v.Body = strings.Replace(v.Body, "PDF格式报告下载.pdf", "", -1)
  900. v.Body = strings.Replace(v.Body, "):", "", -1)
  901. }
  902. var titleNew string
  903. titleNew = v.Title
  904. // 7资金流向 、11大类资产 、51每日复盘 、80医药周报、9估值研究
  905. if v.CategoryId == 7 || v.CategoryId == 11 || v.CategoryId == 51 || v.CategoryId == 9 {
  906. if v.UpdateFrequency == "daily" {
  907. var daystr string
  908. daystr = strconv.Itoa(v.PublishDate.Day())
  909. if len(daystr) == 1 {
  910. daystr = "0" + daystr
  911. }
  912. titleNew = v.Title + "(" + strconv.Itoa(v.PublishDate.Year())[2:len(strconv.Itoa(v.PublishDate.Year()))-0] + v.PublishDate.Format("01") + daystr + ")"
  913. } else if v.UpdateFrequency == "weekly" {
  914. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  915. }
  916. }
  917. if v.CategoryId == 80 {
  918. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  919. }
  920. //类型是综述报告的,不区分是什么系列,统一归类到对应产业的路演精华
  921. if articleResult.Type.Name == "综述报告" {
  922. detailCategory, err := models.GetdetailByCategoryIdLyjh(v.CategoryIdTwo)
  923. if err != nil && err.Error() != utils.ErrNoRow() {
  924. return err
  925. }
  926. v.CategoryId = detailCategory.CategoryId
  927. v.IsSummary = 0
  928. }
  929. if count > 0 {
  930. fmt.Println(k, v.ArticleId, "edit")
  931. articleIfoOld, e := models.GetArticleDetailTestById(v.ArticleId)
  932. if e != nil {
  933. err = e
  934. return
  935. }
  936. bodyTextOld, _ := GetReportContentTextSubNew(articleIfoOld.Body)
  937. bodyText, _ := GetReportContentTextSubNew(v.Body)
  938. if len(bodyText)-len(bodyTextOld) > 100 {
  939. //fmt.Println("触发推送规则")
  940. //更新字数大于一百字触发推送规则
  941. go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  942. go UpdateArticleResourceData(v.ArticleId) //把数据写入 cygx_resource_data 表
  943. //go UpdateResourceData(v.ArticleId, "article", "update", time.Now().Format(utils.FormatDateTime))
  944. }
  945. var isCustom bool
  946. updateParams := make(map[string]interface{})
  947. //updateParams["Title"] = v.Title
  948. updateParams["Title"] = titleNew
  949. updateParams["TitleEn"] = v.TitleEn
  950. updateParams["UpdateFrequency"] = v.UpdateFrequency
  951. updateParams["CreateDate"] = v.CreateDate
  952. updateParams["PublishDate"] = v.PublishDate
  953. //updateParams["Body"] = html.EscapeString(v.Body)
  954. updateParams["Body"] = html.EscapeString(bodyReturn)
  955. updateParams["BodyText"] = bodyText
  956. updateParams["Abstract"] = html.EscapeString(v.Abstract)
  957. updateParams["CategoryName"] = v.CategoryName
  958. for _, vCustom := range listCustomArticle {
  959. if v.ArticleId == vCustom.ArticleId {
  960. fmt.Println("手动归类的文章:" + strconv.Itoa(v.ArticleId))
  961. isCustom = true
  962. }
  963. }
  964. if isCustom == false {
  965. updateParams["CategoryId"] = v.CategoryId
  966. updateParams["MatchTypeName"] = matchTypeName
  967. updateParams["IsSummary"] = v.IsSummary
  968. updateParams["IsReport"] = v.IsReport
  969. updateParams["ReportType"] = v.ReportType
  970. updateParams["SubCategoryName"] = v.SubCategoryName
  971. }
  972. //updateParams["CategoryId"] = v.CategoryId
  973. updateParams["PublishStatus"] = 1
  974. updateParams["ExpertBackground"] = expertContentStr
  975. updateParams["ExpertNumber"] = expertNumStr
  976. updateParams["InterviewDate"] = interviewDateStr
  977. //updateParams["IsClass"] = v.IsClass
  978. v.Department = "弘则权益研究"
  979. updateParams["Department"] = v.Department
  980. updateParams["FileLink"] = v.File
  981. updateParams["Stock"] = v.Stock
  982. updateParams["FieldName"] = v.FieldName
  983. updateParams["Annotation"] = v.Annotation
  984. updateParams["TypeName"] = v.TypeName
  985. updateParams["ModifyTimeByCl"] = v.UpdateDate
  986. updateParams["CeLueFieldId"] = v.CeLueFieldId
  987. updateParams["Cover"] = v.Cover
  988. whereParam := map[string]interface{}{"article_id": v.ArticleId}
  989. err = models.UpdateByExpr(models.CygxArticle{}, whereParam, updateParams)
  990. if err != nil {
  991. fmt.Println("UpdateByExpr Err:" + err.Error())
  992. return err
  993. }
  994. } else {
  995. fmt.Println(k, v.ArticleId, "add")
  996. item := new(models.CygxArticle)
  997. articleIdInt := v.ArticleId
  998. item.ArticleId = articleIdInt
  999. //item.Title = v.Title
  1000. item.Title = titleNew
  1001. item.TitleEn = v.TitleEn
  1002. item.UpdateFrequency = v.UpdateFrequency
  1003. item.CreateDate = v.CreateDate
  1004. item.PublishDate = v.PublishDate.Format(utils.FormatDateTime)
  1005. //item.Body = html.EscapeString(v.Body)
  1006. item.Body = html.EscapeString(bodyReturn)
  1007. item.Abstract = html.EscapeString(v.Abstract)
  1008. item.CategoryName = v.CategoryName
  1009. item.SubCategoryName = v.SubCategoryName
  1010. item.CategoryId = v.CategoryId
  1011. item.CategoryIdTwo = v.CategoryIdTwo
  1012. item.PublishStatus = 1
  1013. item.ExpertBackground = expertContentStr
  1014. item.ExpertNumber = expertNumStr
  1015. item.InterviewDate = interviewDateStr
  1016. item.Department = v.Department
  1017. item.ArticleIdMd5 = utils.MD5(strconv.Itoa(articleIdInt))
  1018. item.IsClass = v.IsClass
  1019. item.IsSummary = v.IsSummary
  1020. item.IsReport = v.IsReport
  1021. item.ReportType = v.ReportType
  1022. item.FileLink = v.File
  1023. item.MatchTypeName = matchTypeName
  1024. item.Stock = v.Stock
  1025. item.FieldName = v.FieldName
  1026. item.Annotation = v.Annotation
  1027. item.TypeName = v.TypeName
  1028. item.ModifyTimeByCl = v.UpdateDate
  1029. item.CeLueFieldId = v.CeLueFieldId
  1030. item.Cover = v.Cover
  1031. newId, err := models.AddCygxArticles(item)
  1032. if err != nil {
  1033. fmt.Println("AddCygxArticle Err:", err.Error())
  1034. return err
  1035. }
  1036. //go UpdateResourceData(v.ArticleId, "article", "add", time.Now().Format(utils.FormatDateTime))
  1037. go UpdateArticleResourceData(v.ArticleId) //把数据写入 cygx_resource_data 表
  1038. //fmt.Println(newId)
  1039. //报告自动归类,以及推送相关模板消息
  1040. if v.ReportType == 2 {
  1041. var subjectStr string
  1042. var industrialManagementIdStr string
  1043. var industrialSubjectIdStr string
  1044. var keyword1 string
  1045. var keyword2 string
  1046. var keyword3 string
  1047. var keyword4 string
  1048. sliceSubjects := strings.Split(v.Stock, "/")
  1049. mapManagementForSubject := make(map[string]string)
  1050. mapIndustrialId := make(map[int]int)
  1051. if len(sliceSubjects) > 0 {
  1052. for _, vSubject := range sliceSubjects {
  1053. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  1054. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  1055. subject := sliceXiahuaxian[0]
  1056. subjectStr += "'" + subject + "',"
  1057. }
  1058. //获取该产业下所对应的行业图片
  1059. detailCategory, errCategory := models.GetdetailByCategoryIdOne(v.CategoryId)
  1060. if errCategory != nil {
  1061. fmt.Println("GetdetailByCategoryIdOne Err:", err.Error())
  1062. return err
  1063. }
  1064. subjectStr = strings.TrimRight(subjectStr, ",")
  1065. if subjectStr != "" {
  1066. listIndustrial, err := models.GetIndustrialManagementForSubjecName(subjectStr, detailCategory.ChartPermissionId)
  1067. if err != nil {
  1068. fmt.Println("GetIndustrialManagementForSubjecName Err:", err.Error())
  1069. return err
  1070. }
  1071. subjectStr = strings.Replace(subjectStr, "','", "】【", -1)
  1072. subjectStr = strings.Replace(subjectStr, "'", "", -1)
  1073. subjectStr = "【" + subjectStr + "】"
  1074. if len(listIndustrial) > 0 {
  1075. for _, vIndustrial := range listIndustrial {
  1076. if _, ok := mapIndustrialId[vIndustrial.IndustrialManagementId]; !ok {
  1077. industrialManagementIdStr += strconv.Itoa(vIndustrial.IndustrialManagementId) + ","
  1078. }
  1079. mapIndustrialId[vIndustrial.IndustrialManagementId] = vIndustrial.IndustrialManagementId
  1080. industrialSubjectIdStr += strconv.Itoa(vIndustrial.IndustrialSubjectId) + ","
  1081. mapManagementForSubject[vIndustrial.IndustryName] += vIndustrial.SubjectName + "/"
  1082. if vIndustrial.LayoutTime == "0000-00-00 00:00:00" {
  1083. go models.UpdateIndustrialManagementLayoutTime(v.PublishDate.AddDate(0, 0, -10).Format(utils.FormatDateTime), vIndustrial.IndustrialManagementId)
  1084. }
  1085. }
  1086. industrialManagementIdStr = strings.TrimRight(industrialManagementIdStr, ",")
  1087. industrialSubjectIdStr = strings.TrimRight(industrialSubjectIdStr, ",")
  1088. if industrialManagementIdStr != "" {
  1089. err = models.ReportArticleClassificationEditNew(int(newId), industrialManagementIdStr, v.ArticleId, industrialSubjectIdStr)
  1090. if err != nil {
  1091. fmt.Println("ReportArticleClassificationEditNew Err:", err.Error())
  1092. return err
  1093. }
  1094. }
  1095. var peoductName string
  1096. for mk, mv := range mapManagementForSubject {
  1097. peoductName += "【" + mk + "--" + strings.TrimRight(mv, "/") + "】"
  1098. }
  1099. keyword1 = "新报告产业标签:【" + v.FieldName + "】,个股标签:" + subjectStr
  1100. keyword2 = "已自动关联至以下产业和标的:" + peoductName
  1101. keyword3 = v.Title
  1102. keyword4 = v.PublishDate.Format(utils.FormatDateTime)
  1103. SendWxMsgWithArticleClassToAdmin(keyword1, keyword2, keyword3, keyword4, openIdList, articleIdInt)
  1104. } else {
  1105. keyword1 = "新报告产业标签:【" + v.FieldName + "】,个股标签:" + subjectStr
  1106. keyword2 = "未归类"
  1107. keyword3 = v.Title
  1108. keyword4 = v.PublishDate.Format(utils.FormatDateTime)
  1109. SendWxMsgWithArticleClassToAdmin(keyword1, keyword2, keyword3, keyword4, openIdList, articleIdInt)
  1110. go models.UpdateIsClassFail(artcleId)
  1111. }
  1112. }
  1113. }
  1114. }
  1115. go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  1116. }
  1117. //【公司调研】系列纪要发布/更新后 end
  1118. //查研观向6.9模板消息推送规则
  1119. //但是如果报告的发布时间是在10天以前的,公众号就不推送了
  1120. //if time.Now().AddDate(0, 0, -10).Before(articleResult.PublishDate.Add(time.Hour * 8)) {
  1121. // go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  1122. //}
  1123. }
  1124. go models.UpdateCygxArticleCeluePush(artcleId)
  1125. AddComprehensiveArticle(artcleId) // 同步到综合页面的搜索引擎
  1126. AddComprehensiveIndustrialSource("Hz", artcleId) // 同步到综合页面的搜索引擎(添加产业资源包)
  1127. GetSummarytoEs(artcleId) // 同步到ES搜索引擎
  1128. GetIndustrialManagementArticleNewPublishData()
  1129. if len(listArticleData) > 0 {
  1130. for _, v := range listArticleData {
  1131. count, err := models.GetCygxArticleDataCount(v.ArticleId)
  1132. if err != nil {
  1133. fmt.Println("GetCygxArticleDataCount Err:", err.Error())
  1134. return err
  1135. }
  1136. if count == 0 {
  1137. _, err := models.AddCygxArticleData(v)
  1138. if err != nil {
  1139. fmt.Println("AddCygxArticleData Err:", err.Error())
  1140. return err
  1141. }
  1142. }
  1143. //} else {
  1144. // updateParams := make(map[string]interface{})
  1145. // updateParams["Cover"] = v.Cover
  1146. // whereParam := map[string]interface{}{"article_id": v.ArticleId}
  1147. // err = models.UpdateByExpr(models.CygxArticleData{}, whereParam, updateParams)
  1148. // if err != nil {
  1149. // fmt.Println("UpdateByExpr CygxArticleData Err:" + err.Error())
  1150. // return err
  1151. // }
  1152. //}
  1153. }
  1154. }
  1155. AddCygxReportMappingCategoryGroupByArticleId(artcleId)
  1156. return err
  1157. }
  1158. //func init() {
  1159. // DoArticleOnenIdWxTemplateMsg(8112)
  1160. //}
  1161. // 过滤策略平台报告,研选报告重复推送,以及权限勾选的推送
  1162. func DoArticleOnenIdWxTemplateMsg(articleId int) (err error) {
  1163. //策略平台同步过来的文章ID,做微信模板消息推送,同一篇报告12小时只推送一次
  1164. cacheKey := fmt.Sprint(utils.CACHE_KEY_ARTICLE_ID_TEMPLATE, ":ArticleId", articleId)
  1165. ttlTime := utils.Rc.GetRedisTTL(cacheKey)
  1166. if ttlTime > 0 {
  1167. fmt.Println(ttlTime)
  1168. return err
  1169. }
  1170. var msg string
  1171. defer func() {
  1172. if err != nil {
  1173. go utils.SendAlarmMsg("处理同步策略平台数据失败"+"GetArticleListByApi ErrMsg:"+err.Error(), 2)
  1174. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  1175. fmt.Println(err)
  1176. }
  1177. if msg != "" {
  1178. utils.FileLog.Info("发送模版消息失败,msg:%s", msg)
  1179. }
  1180. }()
  1181. //获取文章详情
  1182. articleInfo, err := models.GetArticleDetailById(articleId)
  1183. if err != nil {
  1184. return
  1185. }
  1186. articleInfo.Abstract, _ = GetReportContentTextSub(articleInfo.Abstract)
  1187. var chartPermissionId int
  1188. //固收的权限,暂时当策略的逻辑一样处理
  1189. var chartPermissionName string
  1190. reportMapDetail, err := models.GetdetailByCategoryIdPush(articleInfo.CategoryId)
  1191. if err != nil {
  1192. return err
  1193. }
  1194. if reportMapDetail.ChartPermissionId == utils.CE_LUE_ID {
  1195. chartPermissionId = utils.CE_LUE_ID
  1196. } else if reportMapDetail.ChartPermissionId == utils.GU_SHOU_ID {
  1197. chartPermissionId = utils.GU_SHOU_ID
  1198. } else {
  1199. if reportMapDetail.PermissionType == 1 {
  1200. chartPermissionName = reportMapDetail.ChartPermissionName + "(主观)"
  1201. } else {
  1202. chartPermissionName = reportMapDetail.ChartPermissionName + "(客观)"
  1203. }
  1204. chartPermissionDetail, err := models.GetChartPermissionByRemark(chartPermissionName)
  1205. if err != nil {
  1206. return err
  1207. }
  1208. chartPermissionId = chartPermissionDetail.ChartPermissionId
  1209. }
  1210. //文章关联的产业
  1211. var industryName string
  1212. var industrialManagementId string
  1213. if chartPermissionId == utils.CE_LUE_ID || chartPermissionId == utils.GU_SHOU_ID {
  1214. industryName = reportMapDetail.SubCategoryName
  1215. } else {
  1216. if articleInfo.ReportType == 2 {
  1217. detailIndustryNameList, err := models.GetIndustrialManagemenDetailByAaticleID(articleId)
  1218. if err != nil && err.Error() != utils.ErrNoRow() {
  1219. return err
  1220. }
  1221. //如果不存在关联的产业则不推送
  1222. if len(detailIndustryNameList) == 0 {
  1223. return err
  1224. }
  1225. for _, v := range detailIndustryNameList {
  1226. industryName += v.IndustryName + ","
  1227. industrialManagementId += strconv.Itoa(v.IndustrialManagementId) + ","
  1228. }
  1229. industryName = strings.TrimRight(industryName, ",")
  1230. industrialManagementId = strings.TrimRight(industrialManagementId, ",")
  1231. //处理勾选了全部行业赛道的用户
  1232. var allIn string
  1233. allIn = DoXzsChooseSend(reportMapDetail.ChartPermissionName)
  1234. if allIn != "" {
  1235. allInList, err := models.GetCygxXzsChooseSendByAllIn(allIn)
  1236. if err != nil && err.Error() != utils.ErrNoRow() {
  1237. return err
  1238. }
  1239. if len(allInList) > 0 {
  1240. var allInUserId string
  1241. for _, v := range allInList {
  1242. allInUserId += strconv.Itoa(v.UserId) + ","
  1243. }
  1244. allInUserId = strings.TrimRight(allInUserId, ",")
  1245. userFllowIndustrialList, err := models.GetUserFllowIndustrialListByUserIdAndIndustrial(allInUserId, industrialManagementId)
  1246. if err != nil && err.Error() != utils.ErrNoRow() {
  1247. return err
  1248. }
  1249. mapUserFllowed := make(map[string]int)
  1250. for _, v := range userFllowIndustrialList {
  1251. //用户ID与其关注的产业组成唯一索引,判断是否存在,如果不存在就进行自动关注
  1252. mapUserFllowed[fmt.Sprint("uid:", v.UserId, "_Industrial:", v.IndustrialManagementId)] = v.UserId
  1253. }
  1254. //获取这些allIN用户的的信息进行遍历生成需要插入的数据
  1255. userList, err := models.GetWxUserListByUserIds(allInUserId)
  1256. if err != nil && err.Error() != utils.ErrNoRow() {
  1257. return err
  1258. }
  1259. var industryFllowItems []*models.CygxIndustryFllow
  1260. for _, v := range detailIndustryNameList {
  1261. for _, vUser := range userList {
  1262. //如果用户这个用户没有关注这个产业就进行自动关注
  1263. if mapUserFllowed[fmt.Sprint("uid:", vUser.UserId, "_Industrial:", v.IndustrialManagementId)] == 0 {
  1264. item := new(models.CygxIndustryFllow)
  1265. item.IndustrialManagementId = v.IndustrialManagementId
  1266. item.UserId = vUser.UserId
  1267. item.Email = vUser.Email
  1268. item.Mobile = vUser.Mobile
  1269. item.RealName = vUser.RealName
  1270. item.CompanyId = vUser.CompanyId
  1271. item.CompanyName = vUser.CompanyName
  1272. item.Source = 3
  1273. item.Type = 1
  1274. item.CreateTime = time.Now()
  1275. item.ModifyTime = time.Now()
  1276. industryFllowItems = append(industryFllowItems, item)
  1277. }
  1278. }
  1279. }
  1280. err = models.AddCygxIndustryFllowMulti(industryFllowItems)
  1281. if err != nil {
  1282. go utils.SendAlarmMsg("用户关注全部赛道,出现新赛道批量添加失败 ,AddCygxIndustryFllowMulti ErrMsg:"+err.Error(), 2)
  1283. }
  1284. }
  1285. }
  1286. }
  1287. }
  1288. // 获取所有有权的用户的 openid
  1289. mapOpenidPower := make(map[int]string)
  1290. permissionIdList := make([]string, 0)
  1291. var condition string
  1292. var pars []interface{}
  1293. slicepermissionId := strings.Split(strconv.Itoa(chartPermissionId), ",")
  1294. if len(slicepermissionId) > 0 {
  1295. for _, v := range slicepermissionId {
  1296. if v == strconv.Itoa(utils.GU_SHOU_ID) {
  1297. v = strconv.Itoa(utils.CE_LUE_ID)
  1298. }
  1299. permissionIdList = append(permissionIdList, v)
  1300. }
  1301. condition += ` AND p.chart_permission_id IN (` + utils.GetOrmInReplace(len(slicepermissionId)) + ` ) `
  1302. pars = append(pars, permissionIdList)
  1303. }
  1304. openidPowerListMobile, err := models.GetCygxUserRecordPower(condition, pars)
  1305. if err != nil {
  1306. return err
  1307. }
  1308. var mobileArr []string
  1309. for _, v := range openidPowerListMobile {
  1310. mobileArr = append(mobileArr, v.Mobile)
  1311. }
  1312. openidPowerList, err := models.GetWxOpenIdByMobileSliceList(mobileArr)
  1313. if err != nil {
  1314. return err
  1315. }
  1316. //四大行业的行业综述报告,对所有开通了对应行业权限的客户都推送。
  1317. if articleInfo.ReportType == 1 && chartPermissionId != utils.CE_LUE_ID && chartPermissionId != utils.GU_SHOU_ID {
  1318. for _, item := range openidPowerList {
  1319. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1320. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1321. openIditem := new(models.OpenIdList)
  1322. openIditem.OpenId = item.OpenId
  1323. openIditem.UserId = item.UserId
  1324. SendWxMsgWithArticleUpdate(first, keyword1, articleInfo.Title, articleInfo.PublishDate, articleInfo.Abstract, openIditem, articleId)
  1325. }
  1326. return err
  1327. }
  1328. for _, v := range openidPowerList {
  1329. mapOpenidPower[v.UserId] = v.OpenId
  1330. }
  1331. //获取关注这个文章对应产业的用户的 openid
  1332. mapOpenidFllow := make(map[int]string)
  1333. if chartPermissionId != utils.CE_LUE_ID && chartPermissionId != utils.GU_SHOU_ID {
  1334. openidFllowListMobile, err := models.GetCygxUserFllowOpenid(articleId)
  1335. if err != nil {
  1336. return err
  1337. }
  1338. var mobileArrFllow []string
  1339. for _, v := range openidFllowListMobile {
  1340. mobileArrFllow = append(mobileArrFllow, v.Mobile)
  1341. }
  1342. openidFllowList, err := models.GetWxOpenIdByMobileSliceList(mobileArrFllow)
  1343. if err != nil {
  1344. return err
  1345. }
  1346. for _, v := range openidFllowList {
  1347. mapOpenidFllow[v.UserId] = v.OpenId
  1348. }
  1349. }
  1350. //获取拒绝接收推送的的用户的 openid
  1351. mapOpenidRefuset := make(map[int]string)
  1352. openidRefusetList, err := models.GetCygxUserRefusetOpenid()
  1353. if err != nil {
  1354. return err
  1355. }
  1356. for _, v := range openidRefusetList {
  1357. mapOpenidRefuset[v.UserId] = v.OpenId
  1358. }
  1359. //获取提交过推送规则的用户的 openid
  1360. mapUserIdChooseSend := make(map[int]int)
  1361. mapUserIdChooseSendTypeNoPermission := make(map[int]int)
  1362. chooseSendtList, err := models.GetCygxXzsChooseSend()
  1363. for _, v := range chooseSendtList {
  1364. mapUserIdChooseSend[v.UserId] = v.UserId
  1365. if v.IsRefuse == 1 {
  1366. continue
  1367. }
  1368. //获取选择主客观赛道的用户
  1369. if reportMapDetail.PermissionType == 1 {
  1370. if v.IsSubjective == 1 {
  1371. mapUserIdChooseSendTypeNoPermission[v.UserId] = v.UserId
  1372. }
  1373. } else {
  1374. if v.IsObjective == 1 {
  1375. mapUserIdChooseSendTypeNoPermission[v.UserId] = v.UserId
  1376. }
  1377. }
  1378. }
  1379. //已经推送了的openid
  1380. mapOpenidPushed := make(map[int]string)
  1381. keyword2 := articleInfo.Title
  1382. keyword3 := time.Now().Format(utils.FormatDateTime)
  1383. keyword4 := articleInfo.Abstract
  1384. mapAlreadySend := make(map[int]int)
  1385. //如果是策略就按照策略的推送方式来写
  1386. if reportMapDetail.ChartPermissionName == utils.CE_LUE_NAME || reportMapDetail.ChartPermissionName == utils.GU_SHOU_NAME {
  1387. //获取提交过推送规则的用户的 openid
  1388. mapUserFllowCeLue := make(map[int]string)
  1389. userFllowCeLueList, err := models.GetCygxUserFllowCeLueOpenid(articleInfo.CategoryId)
  1390. if err != nil {
  1391. return err
  1392. }
  1393. for _, v := range userFllowCeLueList {
  1394. mapUserFllowCeLue[v.UserId] = v.OpenId
  1395. }
  1396. for k, v := range mapOpenidPower {
  1397. if mapOpenidPushed[k] != "" {
  1398. continue
  1399. }
  1400. openIditem := new(models.OpenIdList)
  1401. openIditem.UserId = k
  1402. openIditem.OpenId = v
  1403. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1404. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1405. mapActivityUserId := make(map[int]string)
  1406. if articleInfo.ReportType == 2 {
  1407. sliceSubjectId, _ := models.GetSubjectIds(articleId)
  1408. if sliceSubjectId != "" {
  1409. appointmentList, err := models.GetCygxAppointmentSummaryBySubjectId(sliceSubjectId)
  1410. if err != nil {
  1411. fmt.Println("GetCygxAppointmentSummaryListBySubjectId Err:", err.Error())
  1412. return err
  1413. }
  1414. var userIds []string
  1415. if len(appointmentList) > 0 {
  1416. for _, v := range appointmentList {
  1417. //fmt.Println("mapActivityUserId:", v.UserId)
  1418. userIds = append(userIds, strconv.Itoa(v.UserId))
  1419. mapActivityUserId[v.UserId] += v.ActivityName + ","
  1420. }
  1421. userIdstr := strings.Join(userIds, ",")
  1422. openIdLists, err := models.GetOpenIdByUserIds(userIdstr)
  1423. if err != nil {
  1424. fmt.Println("GetOpenIdByUserIds Err:", err.Error())
  1425. return err
  1426. }
  1427. for _, item := range openIdLists {
  1428. first := "您预约的调研,有关联的纪要发布/更新了"
  1429. keyword1 := industryName
  1430. openIditem := new(models.OpenIdList)
  1431. openIditem.OpenId = item.OpenId
  1432. openIditem.UserId = item.UserId
  1433. if _, ok := mapAlreadySend[openIditem.UserId]; !ok {
  1434. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1435. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1436. fmt.Println("AlreadySend:", openIditem.UserId)
  1437. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1438. }
  1439. }
  1440. }
  1441. }
  1442. //fmt.Println("openIditem.UserId:", openIditem.UserId)
  1443. //if _,ok := mapActivityUserId[openIditem.UserId]; ok{
  1444. // first = "您预约的调研,有关联的纪要发布/更新了"
  1445. // keyword1 = industryName
  1446. // SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1447. // delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1448. // mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1449. //}
  1450. }
  1451. _, ok := mapAlreadySend[openIditem.UserId]
  1452. //如果有权限而且小助手没有提交过信息的 就做正常推送
  1453. if mapUserIdChooseSend[openIditem.UserId] == 0 && !ok {
  1454. fmt.Println("1:", articleId)
  1455. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1456. }
  1457. //如果小助手勾选了对应的权限信息 就做正常推送
  1458. if mapUserIdChooseSend[openIditem.UserId] != 0 && mapUserFllowCeLue[openIditem.UserId] != "" && !ok {
  1459. fmt.Println("2:", articleId)
  1460. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1461. }
  1462. }
  1463. } else {
  1464. for k, v := range mapOpenidPower {
  1465. if mapOpenidPushed[k] != "" {
  1466. continue
  1467. }
  1468. mapUserIdChooseSendType := make(map[int]int)
  1469. for _, vS := range chooseSendtList {
  1470. if vS.IsRefuse == 1 {
  1471. continue
  1472. }
  1473. //获取选择主客观赛道的用户
  1474. if reportMapDetail.PermissionType == 1 {
  1475. if vS.IsSubjective == 1 {
  1476. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1477. }
  1478. } else if reportMapDetail.PermissionType == 2 {
  1479. if vS.IsObjective == 1 {
  1480. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1481. }
  1482. } else {
  1483. if vS.IsSubjective == 1 || vS.IsObjective == 1 {
  1484. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1485. }
  1486. }
  1487. }
  1488. openIditem := new(models.OpenIdList)
  1489. openIditem.UserId = k
  1490. openIditem.OpenId = v
  1491. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1492. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1493. mapActivityUserId := make(map[int]string)
  1494. if articleInfo.ReportType == 2 {
  1495. keyword1 = fmt.Sprint("【", industryName, "】有报告发布/更新")
  1496. sliceSubjectId, _ := models.GetSubjectIds(articleId)
  1497. if sliceSubjectId != "" {
  1498. appointmentList, err := models.GetCygxAppointmentSummaryBySubjectId(sliceSubjectId)
  1499. if err != nil {
  1500. fmt.Println("GetCygxAppointmentSummaryListBySubjectId Err:", err.Error())
  1501. return err
  1502. }
  1503. var userIds []string
  1504. if len(appointmentList) > 0 {
  1505. for _, v := range appointmentList {
  1506. //fmt.Println("mapActivityUserId:", v.UserId)
  1507. userIds = append(userIds, strconv.Itoa(v.UserId))
  1508. mapActivityUserId[v.UserId] += v.ActivityName + ","
  1509. }
  1510. userIdstr := strings.Join(userIds, ",")
  1511. openIdLists, err := models.GetOpenIdByUserIds(userIdstr)
  1512. if err != nil {
  1513. fmt.Println("GetOpenIdByUserIds Err:", err.Error())
  1514. return err
  1515. }
  1516. for _, item := range openIdLists {
  1517. //first := "您预约的调研,有关联的纪要发布/更新了"
  1518. //keyword1 := industryName
  1519. openIditem := new(models.OpenIdList)
  1520. openIditem.OpenId = item.OpenId
  1521. openIditem.UserId = item.UserId
  1522. if _, ok := mapAlreadySend[openIditem.UserId]; !ok {
  1523. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1524. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1525. fmt.Println("AlreadySend:", openIditem.UserId)
  1526. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1527. }
  1528. }
  1529. }
  1530. }
  1531. }
  1532. //如果有权限而且小助手没有提交过信息的 就做正常推送
  1533. _, ok := mapAlreadySend[openIditem.UserId]
  1534. if mapUserIdChooseSend[openIditem.UserId] == 0 && !ok {
  1535. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1536. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1537. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1538. }
  1539. //如果小助手勾选了对应的权限信息 就做正常推送
  1540. if mapUserIdChooseSend[openIditem.UserId] != 0 && mapOpenidFllow[openIditem.UserId] != "" && mapUserIdChooseSendType[openIditem.UserId] > 0 && !ok {
  1541. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1542. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1543. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1544. }
  1545. }
  1546. }
  1547. utils.Rc.Put(cacheKey, articleId, time.Hour*12)
  1548. return
  1549. }
  1550. // GetSpecialArticleDetailUserPower 处理用户查看专项调研文章详情的权限
  1551. func GetSpecialArticleDetailUserPower(user *models.WxUserItem, articleInfo *models.ArticleDetail) (havePower bool, err error) {
  1552. userType, _, e := GetUserType(user.CompanyId)
  1553. if e != nil {
  1554. err = errors.New("GetSpecialUserType, Err: " + e.Error())
  1555. return
  1556. }
  1557. // 永续客户、大套餐客户可以查看行业升级套餐客户 权限
  1558. if userType == 1 || userType == 2 {
  1559. havePower = true
  1560. return
  1561. }
  1562. permissionStr, e := GetCompanyPermissionUpgrade(user.CompanyId)
  1563. if e != nil {
  1564. err = errors.New("GetCompanyPermissionUpgrade, Err: " + e.Error())
  1565. return
  1566. }
  1567. reportMapDetail, e := models.GetdetailByCategoryIdPush(articleInfo.CategoryId)
  1568. if e != nil {
  1569. err = errors.New("GetdetailByCategoryIdPush, Err: " + e.Error())
  1570. return
  1571. }
  1572. if reportMapDetail == nil {
  1573. err = errors.New("GetdetailByCategoryIdP,获取详情失败, ")
  1574. return
  1575. }
  1576. fmt.Println(permissionStr)
  1577. //如果没有对应的升级权限,则返回
  1578. if !strings.Contains(permissionStr, reportMapDetail.ChartPermissionName) {
  1579. return
  1580. } else {
  1581. havePower = true
  1582. }
  1583. return
  1584. }
  1585. //func init() {
  1586. // GetArticNewLabelWhithActivity3Month()
  1587. //}
  1588. // 弘则报告发布日期在三个月以内的
  1589. func GetArticNewLabelWhithActivity3Month() (labelMap map[int]bool, err error) {
  1590. var condition string
  1591. var pars []interface{}
  1592. condition += ` AND publish_date <= ? AND article_id < ? `
  1593. pars = append(pars, time.Now().AddDate(0, -3, 0), utils.SummaryArticleId)
  1594. articleList, e := models.GetArticleList(condition, pars)
  1595. if e != nil {
  1596. err = errors.New("GetArticleList, Err: " + e.Error())
  1597. return
  1598. }
  1599. var articleIds []int
  1600. for _, v := range articleList {
  1601. articleIds = append(articleIds, v.ArticleId)
  1602. }
  1603. if len(articleIds) == 0 {
  1604. return
  1605. }
  1606. pars = make([]interface{}, 0)
  1607. condition = ` AND article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  1608. pars = append(pars, articleIds)
  1609. industrialList, e := models.GetIndustrialArticleGroupManagementList(condition, pars)
  1610. if e != nil {
  1611. err = errors.New("GetIndustrialArticleGroupManagementList, Err: " + e.Error())
  1612. return
  1613. }
  1614. labelMap = make(map[int]bool, 0)
  1615. var industrialIds []int
  1616. for _, v := range industrialList {
  1617. industrialIds = append(industrialIds, v.IndustrialManagementId)
  1618. }
  1619. // 获取活动关联的产业
  1620. var groupCond string
  1621. var groupPars []interface{}
  1622. groupCond += ` AND b.industrial_management_id IN (` + utils.GetOrmInReplace(len(industrialIds)) + `) AND b.source = 1 `
  1623. groupPars = append(groupPars, industrialIds)
  1624. groups, e := models.GetActivityIndustryRelationList(groupCond, groupPars)
  1625. if e != nil {
  1626. err = errors.New("获取活动产业关联列表失败, Err: " + e.Error())
  1627. return
  1628. }
  1629. for _, v := range groups {
  1630. labelMap[v.ActivityId] = true
  1631. }
  1632. return
  1633. }
  1634. // HandleArticleCategoryImg 预处理文章的封面图片
  1635. func HandleArticleCategoryImg(list []*models.HomeArticle) (items []*models.HomeArticle, err error) {
  1636. //研选的五张图片
  1637. detailResearch, e := models.GetConfigByCode("category_research_img_url")
  1638. if e != nil {
  1639. err = errors.New("获取研选的五张图片失败" + e.Error())
  1640. return
  1641. }
  1642. researchList := strings.Split(detailResearch.ConfigValue, "{|}")
  1643. //对应分类的所图片
  1644. detailCategoryUrl, err := models.GetConfigByCode("category_map_img_url")
  1645. if err != nil {
  1646. err = errors.New("获取对应分类的所图片失败" + err.Error())
  1647. return
  1648. }
  1649. categoryUrlList := strings.Split(detailCategoryUrl.ConfigValue, "{|}")
  1650. mapCategoryUrl := make(map[string]string)
  1651. var categoryId string
  1652. var imgUrlChart string
  1653. for _, v := range categoryUrlList {
  1654. vslice := strings.Split(v, "_")
  1655. categoryId = vslice[0]
  1656. imgUrlChart = vslice[len(vslice)-1]
  1657. mapCategoryUrl[categoryId] = imgUrlChart
  1658. }
  1659. mapChartPerssion := make(map[string]string)
  1660. reportMappingList, err := models.GetReportMappingStrategyAll()
  1661. if err != nil {
  1662. err = errors.New("GetReportMappingStrategyAll err" + err.Error())
  1663. return
  1664. }
  1665. for _, v := range reportMappingList {
  1666. mapChartPerssion[strconv.Itoa(v.CategoryId)] = v.ChartPermissionName
  1667. }
  1668. for k, v := range list {
  1669. list[k].Abstract, _ = GetReportContentTextSub(v.Abstract)
  1670. item := list[k]
  1671. //如果文章一开始的内容是图片,优先展示第一张图片
  1672. if list[k].Annotation == "" {
  1673. imgurl, _ := FixArticleImgUrl(html.UnescapeString(list[k].Body))
  1674. if imgurl != "" {
  1675. list[k].BodyHtml = imgurl
  1676. }
  1677. }
  1678. //newBody, _ := GetReportContentTextSubByarticle(item.Body, item.Annotation, item.ArticleId)
  1679. list[k].Annotation = ArticleAnnotation(item)
  1680. list[k].Body = ""
  1681. list[k].PublishDate = utils.StrTimeToTime(item.PublishDate).Format(utils.FormatDate) //时间字符串格式转时间格式
  1682. if item.Pv > 999 {
  1683. list[k].Pv = 999
  1684. }
  1685. list[k].ChartPermissionName = mapChartPerssion[v.CategoryId]
  1686. //如果是研选系列的任意取五张图片的中的一张
  1687. if v.CategoryId == "0" || v.ArticleId > utils.SummaryArticleId {
  1688. knum := v.ArticleId % 5
  1689. list[k].ImgUrlPc = researchList[knum]
  1690. } else {
  1691. list[k].ImgUrlPc = mapCategoryUrl[v.CategoryId]
  1692. }
  1693. list[k].ArticleResponse = 4 // 默认展示核心观点
  1694. //ArticleResponse int `description:"报告类型 0:啥也不是,1研选报告,2:研选纪要,3:研选沙龙,4;核心观点"`
  1695. if list[k].ArticleId >= utils.SummaryArticleId {
  1696. list[k].HttpUrl = utils.StrategyPlatform + strconv.Itoa(v.ArticleId)
  1697. list[k].IsNeedJump = true
  1698. list[k].ArticleResponse = 1
  1699. //if v.IsReport == 1 {
  1700. // list[k].ArticleResponse = 1
  1701. //} else if v.ArticleTypeName == "纪要" {
  1702. // list[k].ArticleResponse = 2
  1703. //} else if v.ArticleTypeName == "观点" {
  1704. // list[k].ArticleResponse = 3
  1705. //} else if v.ArticleTypeName == "沙龙" {
  1706. // list[k].ArticleResponse = 3
  1707. //} else if v.ArticleTypeName == "路演精华" {
  1708. // list[k].ArticleResponse = 1
  1709. //}
  1710. }
  1711. list[k].Source = 1
  1712. //添加行业默认图片
  1713. if v.ImgUrlPc == "" {
  1714. if v.ChartPermissionName == utils.YI_YAO_NAME {
  1715. list[k].ImgUrlPc = utils.YI_YAO_OTHER_IMG
  1716. } else if v.ChartPermissionName == utils.XIAO_FEI_NAME {
  1717. list[k].ImgUrlPc = utils.XIAO_FEI_OTHER_IMG
  1718. } else if v.ChartPermissionName == utils.KE_JI_NAME {
  1719. list[k].ImgUrlPc = utils.KE_JI_OTHER_IMG
  1720. } else if v.ChartPermissionName == utils.ZHI_ZAO_NAME {
  1721. list[k].ImgUrlPc = utils.ZHI_ZAO_OTHER_IMG
  1722. }
  1723. }
  1724. //是不是研选报告
  1725. if v.ArticleTypeId > 0 {
  1726. list[k].IsResearch = true
  1727. }
  1728. }
  1729. articleIds := make([]int, 0)
  1730. for i := range list {
  1731. articleIds = append(articleIds, list[i].ArticleId)
  1732. }
  1733. // 报告关联产业信息
  1734. industryMap := make(map[int][]*models.IndustrialManagementIdInt, 0)
  1735. if len(articleIds) > 0 {
  1736. var industryCond string
  1737. var industryPars []interface{}
  1738. industryCond += ` AND mg.article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  1739. industryPars = append(industryPars, articleIds)
  1740. industryList, e := models.GetIndustrialListByarticleId(industryPars, industryCond)
  1741. if e != nil {
  1742. err = errors.New("GetIndustrialListByarticleId" + e.Error())
  1743. return
  1744. }
  1745. for i := range industryList {
  1746. v := industryList[i]
  1747. industryMap[v.ArticleId] = append(industryMap[v.ArticleId], &models.IndustrialManagementIdInt{
  1748. ArticleId: v.ArticleId,
  1749. IndustrialManagementId: v.IndustrialManagementId,
  1750. IndustryName: v.IndustryName,
  1751. ChartPermissionId: v.ChartPermissionId,
  1752. })
  1753. }
  1754. }
  1755. for k, v := range list {
  1756. if len(industryMap[v.ArticleId]) > 0 {
  1757. list[k].List = industryMap[v.ArticleId]
  1758. } else {
  1759. list[k].List = make([]*models.IndustrialManagementIdInt, 0)
  1760. }
  1761. }
  1762. if len(list) == 0 {
  1763. list = make([]*models.HomeArticle, 0)
  1764. }
  1765. items = list
  1766. return
  1767. }
  1768. // 处理核心观点的展示规则
  1769. func ArticleAnnotation(item *models.HomeArticle) (annotation string) {
  1770. if item.ArticleId >= utils.SummaryArticleId {
  1771. item.Annotation = YxArticleAnnotation(item)
  1772. }
  1773. if item.Annotation != "" {
  1774. annotation = strings.Replace(item.Annotation, "<br>", "", -1)
  1775. annotation = strings.Replace(item.Annotation, "&nbsp;", "", -1)
  1776. } else {
  1777. return
  1778. }
  1779. bodyText, _ := GetReportContentTextSubNew(annotation)
  1780. if bodyText == "" {
  1781. return
  1782. }
  1783. if annotation != "" {
  1784. annotation = html.UnescapeString(annotation)
  1785. doc, _ := goquery.NewDocumentFromReader(strings.NewReader(annotation))
  1786. docText := doc.Text()
  1787. mapDoc := make(map[int]string)
  1788. var mapSort []int
  1789. p := doc.Find("p")
  1790. p.Each(func(tk int, pd *goquery.Selection) {
  1791. pdText := pd.Text()
  1792. pdText = strings.Replace(pdText, " ", "", -1)
  1793. if pdText != "" {
  1794. textLen := strings.Index(docText, pdText)
  1795. mapDoc[(strings.Index(docText, pdText))] = pdText
  1796. mapSort = append(mapSort, textLen)
  1797. }
  1798. })
  1799. li := doc.Find("li")
  1800. li.Each(func(tk int, li *goquery.Selection) {
  1801. liText := li.Text()
  1802. liText = strings.Replace(liText, " ", "", -1)
  1803. if liText != "" {
  1804. textLen := strings.Index(docText, liText)
  1805. mapDoc[(strings.Index(docText, liText))] = strconv.Itoa(tk+1) + "." + liText
  1806. mapSort = append(mapSort, textLen)
  1807. }
  1808. })
  1809. ul := doc.Find("ul")
  1810. ul.Each(func(tk int, ul *goquery.Selection) {
  1811. ulText := ul.Text()
  1812. ulText = strings.Replace(ulText, " ", "", -1)
  1813. if ulText != "" {
  1814. textLen := strings.Index(docText, ulText)
  1815. mapDoc[(strings.Index(docText, ulText))] = ulText
  1816. mapSort = append(mapSort, textLen)
  1817. }
  1818. })
  1819. if len(mapSort) == 0 {
  1820. return
  1821. } else {
  1822. //排序
  1823. sort.Ints(mapSort)
  1824. var annotationHtml string
  1825. for _, vSort := range mapSort {
  1826. for k, v := range mapDoc {
  1827. if k == vSort && v != "" {
  1828. annotationHtml += v + "<br>"
  1829. }
  1830. }
  1831. }
  1832. annotationHtml = strings.TrimRight(annotationHtml, "<br>")
  1833. annotationHtml = "<p>" + annotationHtml + "</p>"
  1834. annotation = annotationHtml
  1835. }
  1836. }
  1837. return
  1838. }
  1839. //func init() {
  1840. // strss := AnnotationHtml("")
  1841. //
  1842. // fmt.Println(strss)
  1843. //}
  1844. // 处理核心观点的展示规则
  1845. func AnnotationHtml(bodyText string) (annotation string) {
  1846. if bodyText == "" {
  1847. return
  1848. }
  1849. annotation = bodyText
  1850. annotation = html.UnescapeString(annotation)
  1851. doc, _ := goquery.NewDocumentFromReader(strings.NewReader(annotation))
  1852. docText := doc.Text()
  1853. mapDoc := make(map[int]string)
  1854. var mapSort []int
  1855. p := doc.Find("p")
  1856. p.Each(func(tk int, pd *goquery.Selection) {
  1857. pdText := pd.Text()
  1858. //pdText = strings.Replace(pdText, " ", "", -1)
  1859. if pdText != "" {
  1860. textLen := strings.Index(docText, pdText)
  1861. mapDoc[(strings.Index(docText, pdText))] = pdText
  1862. mapSort = append(mapSort, textLen)
  1863. }
  1864. })
  1865. li := doc.Find("li")
  1866. li.Each(func(tk int, li *goquery.Selection) {
  1867. liText := li.Text()
  1868. liText = strings.Replace(liText, " ", "", -1)
  1869. if liText != "" {
  1870. textLen := strings.Index(docText, liText)
  1871. mapDoc[(strings.Index(docText, liText))] = strconv.Itoa(tk+1) + "." + liText
  1872. mapSort = append(mapSort, textLen)
  1873. }
  1874. })
  1875. ul := doc.Find("ul")
  1876. ul.Each(func(tk int, ul *goquery.Selection) {
  1877. ulText := ul.Text()
  1878. ulText = strings.Replace(ulText, " ", "", -1)
  1879. if ulText != "" {
  1880. textLen := strings.Index(docText, ulText)
  1881. mapDoc[(strings.Index(docText, ulText))] = ulText
  1882. mapSort = append(mapSort, textLen)
  1883. }
  1884. })
  1885. section := doc.Find("section")
  1886. section.Each(func(tk int, section *goquery.Selection) {
  1887. sectionText := section.Text()
  1888. sectionText = strings.Replace(sectionText, " ", "", -1)
  1889. if sectionText != "" {
  1890. textLen := strings.Index(docText, sectionText)
  1891. mapDoc[(strings.Index(docText, sectionText))] = sectionText
  1892. mapSort = append(mapSort, textLen)
  1893. }
  1894. })
  1895. if len(mapSort) == 0 {
  1896. return
  1897. } else {
  1898. //排序
  1899. sort.Ints(mapSort)
  1900. var annotationHtml string
  1901. for _, vSort := range mapSort {
  1902. for k, v := range mapDoc {
  1903. if k == vSort && v != "" {
  1904. annotationHtml += v + "<br>"
  1905. }
  1906. }
  1907. }
  1908. annotationHtml = strings.TrimRight(annotationHtml, "<br>")
  1909. annotationHtml = "<p>" + annotationHtml + "</p>"
  1910. annotation = annotationHtml
  1911. }
  1912. return
  1913. }
  1914. // 处理产品内测展示规则
  1915. func ProductInteriorHtml(bodyText string) (annotation string) {
  1916. if bodyText == "" {
  1917. return
  1918. }
  1919. sliceBody := strings.Split(bodyText, "</p>")
  1920. annotation, _ = GetReportContentTextSub(sliceBody[0])
  1921. return
  1922. }
  1923. // 解析研选内容中的核心观点
  1924. func YxArticleAnnotation(article *models.HomeArticle) (annotation string) {
  1925. //如果不规范,就获取内容主体
  1926. if strings.Count(article.Body, "<hr") == 0 {
  1927. //如果内容不规范而且,还有图片,就把核心观点置空
  1928. if article.BodyHtml != "" {
  1929. return
  1930. }
  1931. annotation, _ = GetReportContentTextSub(article.Body)
  1932. return
  1933. }
  1934. body := strings.ReplaceAll(article.Body, "<strong>", "")
  1935. body = strings.ReplaceAll(body, "</strong>", "")
  1936. body = strings.ReplaceAll(body, "</ol>", "</div>")
  1937. body = strings.ReplaceAll(body, "<ol>", "<div>")
  1938. body = strings.ReplaceAll(body, "</li>", "</p>")
  1939. body = strings.ReplaceAll(body, "<li>", "<p>")
  1940. re, _ := regexp.Compile("<strong.*?>")
  1941. body = re.ReplaceAllString(body, "")
  1942. reLi, _ := regexp.Compile("<li.*?>")
  1943. body = reLi.ReplaceAllString(body, "")
  1944. var plus int
  1945. coreIndex := strings.Index(body, "核心观点:")
  1946. plus = 15
  1947. if coreIndex == -1 {
  1948. coreIndex = strings.Index(body, "核心观点:")
  1949. plus = 13
  1950. }
  1951. if coreIndex == -1 {
  1952. coreIndex = strings.Index(body, "核心观点")
  1953. plus = 12
  1954. }
  1955. if coreIndex == -1 {
  1956. coreIndex = strings.Index(body, "核心结论:")
  1957. plus = 15
  1958. }
  1959. if coreIndex == -1 {
  1960. coreIndex = strings.Index(body, "核心结论:")
  1961. plus = 13
  1962. }
  1963. if coreIndex == -1 {
  1964. coreIndex = strings.Index(body, "核心结论")
  1965. plus = 12
  1966. }
  1967. endIndex := strings.Index(body, "<hr")
  1968. if coreIndex != -1 && endIndex != -1 {
  1969. body = body[coreIndex+plus : endIndex]
  1970. }
  1971. annotation = body
  1972. return
  1973. }
  1974. // 通过接解析带有Md5的文章链接获取文章ID
  1975. func GetReportLinkToArticleid(reportLink string) (articleId int, err error) {
  1976. defer func() {
  1977. if err != nil {
  1978. go utils.SendAlarmMsg("通过接解析带有Md5的文章链接获取文章ID失败"+err.Error(), 2)
  1979. }
  1980. }()
  1981. var artMd5 string
  1982. //处理Md5的
  1983. strnum1 := strings.Index(reportLink, "id=")
  1984. if strnum1 > 0 {
  1985. sliceId := strings.Split(reportLink, "id=")
  1986. if len(sliceId) > 1 {
  1987. reportLink = sliceId[1]
  1988. sliceMd5Id := strings.Split(reportLink, "&")
  1989. artMd5 = sliceMd5Id[0]
  1990. }
  1991. if artMd5 != "" {
  1992. detail, errArt := models.GetArticleDetailByIdMd5(artMd5)
  1993. if errArt != nil && errArt.Error() != utils.ErrNoRow() {
  1994. err = errArt
  1995. return
  1996. }
  1997. if detail != nil {
  1998. articleId = detail.ArticleId
  1999. }
  2000. }
  2001. } else {
  2002. //处理活动的
  2003. linkList := strings.Split(reportLink, "/")
  2004. if linkList[len(linkList)-1] != "" {
  2005. linkArticleId, _ := strconv.Atoi(linkList[len(linkList)-1])
  2006. if linkArticleId > 0 {
  2007. articleInfo, errArt := models.GetArticleDetailById(linkArticleId)
  2008. if errArt != nil && errArt.Error() != utils.ErrNoRow() {
  2009. err = errArt
  2010. return
  2011. }
  2012. if articleInfo != nil {
  2013. articleId = articleInfo.ArticleId
  2014. }
  2015. }
  2016. }
  2017. }
  2018. return
  2019. }
  2020. // GetArticleStockMap 获取个股标签所对应的文章ID
  2021. func GetArticleStockMap() (mapResp map[string]int, err error) {
  2022. defer func() {
  2023. if err != nil {
  2024. go utils.SendAlarmMsg("获取个股标签所对应的文章ID失败"+err.Error(), 2)
  2025. }
  2026. }()
  2027. list, err := models.GetArticleStock()
  2028. if err != nil && err.Error() != utils.ErrNoRow() {
  2029. return
  2030. }
  2031. mapResp = make(map[string]int, 0)
  2032. if len(list) > 0 {
  2033. //一对一精准匹配
  2034. for _, v := range list {
  2035. sliceSubjects := strings.Split(v.Stock, "/")
  2036. if len(sliceSubjects) > 0 {
  2037. for _, vSubject := range sliceSubjects {
  2038. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  2039. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  2040. subject := sliceXiahuaxian[0]
  2041. mapResp[subject] = v.ArticleId
  2042. }
  2043. }
  2044. }
  2045. }
  2046. return
  2047. }
  2048. // GetAiQianYanArtilceList 获取AI前沿几篇文章
  2049. func GetAiQianYanArtilceList(startSize, pageSize int) (items []*models.ReportArticle, total int, err error) {
  2050. defer func() {
  2051. if err != nil {
  2052. go utils.SendAlarmMsg("获取AI前沿几篇文章失败"+err.Error(), 2)
  2053. }
  2054. }()
  2055. var condition string
  2056. var pars []interface{}
  2057. condition += ` AND title LIKE '%AI前沿%' AND publish_status = 1 ORDER BY publish_date DESC `
  2058. articleList, e := models.GetCygxCygxArticleList(condition, pars, startSize, pageSize)
  2059. if e != nil {
  2060. err = errors.New("GetCygxCygxArticleList, Err: " + e.Error())
  2061. return
  2062. }
  2063. total, e = models.GetCygxArticleCount(condition, pars)
  2064. if e != nil {
  2065. err = errors.New("GetCygxArticleCount, Err: " + e.Error())
  2066. return
  2067. }
  2068. for _, v := range articleList {
  2069. item := new(models.ReportArticle)
  2070. item.ArticleId = v.ArticleId
  2071. item.Title = v.Title
  2072. item.Abstract = v.Abstract
  2073. item.Annotation = v.Annotation
  2074. item.PublishDate = v.PublishDate
  2075. item.Resource = 1
  2076. item.CategoryId = strconv.Itoa(v.CategoryId)
  2077. item.Body = v.Body
  2078. items = append(items, item)
  2079. }
  2080. return
  2081. }
  2082. // 获取文章内部图表的第一张封面图
  2083. func GetArticleCoverByChartFirst(body string) (cover string) {
  2084. var err error
  2085. defer func() {
  2086. if err != nil {
  2087. fmt.Println(err)
  2088. go utils.SendAlarmMsg("获取文章内部图表的第一张封面图失败,Err:"+err.Error()+body, 3)
  2089. }
  2090. }()
  2091. var chartUrl string
  2092. var hrefRegexp = regexp.MustCompile(utils.RegularUrl)
  2093. match := hrefRegexp.FindAllString(body, -1)
  2094. if match != nil {
  2095. for _, v := range match {
  2096. if strings.Contains(v, "charts/display") {
  2097. chartUrl = v
  2098. break
  2099. }
  2100. }
  2101. }
  2102. if chartUrl != "" {
  2103. urlSlice := strings.Split(chartUrl, "/")
  2104. lenurlSlice := len(urlSlice)
  2105. sourceId, _ := strconv.Atoi(urlSlice[lenurlSlice-1])
  2106. if sourceId == 0 {
  2107. sourceId, _ = strconv.Atoi(urlSlice[lenurlSlice-2])
  2108. }
  2109. if sourceId == 0 {
  2110. err = errors.New("新的图标链接无法解析" + chartUrl)
  2111. return
  2112. }
  2113. chartUrlApi := utils.ApiUrl + "charts/" + strconv.Itoa(sourceId)
  2114. authorization := utils.ApiAuthorization
  2115. body, e := PublicGetDate(chartUrlApi, authorization)
  2116. if e != nil {
  2117. err = errors.New("PublicGetDate" + err.Error())
  2118. return
  2119. }
  2120. var resultDate models.ChartResultDetailApi
  2121. e = json.Unmarshal(body, &resultDate)
  2122. if e != nil {
  2123. err = errors.New(" json.Unmarshal" + err.Error())
  2124. }
  2125. cover = resultDate.Data.Cover
  2126. }
  2127. return
  2128. }
  2129. // GetYxArticleIdMap 获取研选文章ID
  2130. func GetYxArticleIdMap(articleIds []int) (mapResp map[int]bool) {
  2131. var err error
  2132. defer func() {
  2133. if err != nil {
  2134. go utils.SendAlarmMsg("获取研选文章ID失败,GetYxArticleIdMap"+err.Error(), 2)
  2135. }
  2136. }()
  2137. var condition string
  2138. var pars []interface{}
  2139. condition = ` AND article_type_id > 0 `
  2140. if len(articleIds) > 0 {
  2141. condition += ` AND article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  2142. pars = append(pars, articleIds)
  2143. }
  2144. articleList, e := models.GetArticleList(condition, pars)
  2145. if e != nil {
  2146. err = errors.New("GetArticleList, Err: " + e.Error())
  2147. return
  2148. }
  2149. mapResp = make(map[int]bool, 0)
  2150. for _, v := range articleList {
  2151. mapResp[v.ArticleId] = true
  2152. }
  2153. return
  2154. }