article.go 110 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223
  1. package services
  2. import (
  3. "context"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "github.com/PuerkitoBio/goquery"
  8. "github.com/beego/beego/v2/client/orm"
  9. "hongze/hongze_cygx/models"
  10. "hongze/hongze_cygx/models/company"
  11. "hongze/hongze_cygx/utils"
  12. "html"
  13. "net/url"
  14. "regexp"
  15. "sort"
  16. "strconv"
  17. "strings"
  18. "time"
  19. "unicode/utf8"
  20. )
  21. func GetReportContentSub(content string) (contentSub string, err error) {
  22. content = html.UnescapeString(content)
  23. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  24. if err != nil {
  25. fmt.Println("create doc err:", err.Error())
  26. return
  27. }
  28. n := 0
  29. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  30. if n > 3 {
  31. return
  32. }
  33. n++
  34. phtml, err := s.Html()
  35. if err != nil {
  36. fmt.Println("get html err", err.Error())
  37. return
  38. }
  39. if s.Text() != "" || strings.Contains(phtml, "src") {
  40. contentSub = contentSub + "<p>" + phtml + "</p>"
  41. }
  42. })
  43. return
  44. }
  45. func GetReportContentTextSub(content string) (contentSub string, err error) {
  46. content = html.UnescapeString(content)
  47. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  48. docText := doc.Text()
  49. bodyRune := []rune(docText)
  50. bodyRuneLen := len(bodyRune)
  51. if bodyRuneLen > 200 {
  52. bodyRuneLen = 200
  53. }
  54. body := string(bodyRune[:bodyRuneLen])
  55. contentSub = body
  56. contentSub = strings.Replace(body, "Powered by Froala Editor", "", -1)
  57. return
  58. }
  59. func GetReportContentTextSubNew(content string) (contentSub string, err error) {
  60. content = html.UnescapeString(content)
  61. doc, errdoc := goquery.NewDocumentFromReader(strings.NewReader(content))
  62. if errdoc != nil {
  63. err = errdoc
  64. return
  65. }
  66. docText := doc.Text()
  67. bodyRune := []rune(docText)
  68. bodyRuneLen := len(bodyRune)
  69. body := string(bodyRune[:bodyRuneLen])
  70. contentSub = body
  71. contentSub = strings.Replace(contentSub, "Powered by Froala Editor", "", -1)
  72. contentSub = strings.Replace(contentSub, " ", "", -1)
  73. contentSub = strings.Replace(contentSub, "<p data-f-id=\"pbf\" style=\"text-align: center; font-size: 14px; margin-top: 30px; opacity: 0.65; font-family: sanered by <a href=\"https://www.froala.com/wysiwyg-editor?pb=1\" title=\"Froala Editor\">Froala Editor</a></p>", "", -1)
  74. return
  75. }
  76. // GetReportContentTextSubByarticle 解析文章内容
  77. func GetReportContentTextSubByarticle(content, abstract string, articleId int) (contentSub string, err error) {
  78. var lenabstract int
  79. //如果不是研选就这么展示
  80. if articleId < utils.SummaryArticleId {
  81. abstract = html.UnescapeString(abstract)
  82. doc, errdoc := goquery.NewDocumentFromReader(strings.NewReader(abstract))
  83. if errdoc != nil {
  84. err = errdoc
  85. return
  86. }
  87. docabstract := doc.Text()
  88. lenabstract = utf8.RuneCountInString(docabstract)
  89. if lenabstract >= 20 {
  90. contentSub = docabstract
  91. return
  92. } else {
  93. contentSub, err = GetReportContentTextSubNew(content)
  94. }
  95. } else {
  96. contentSub, err = GetReportContentTextSubNew(content)
  97. }
  98. return
  99. }
  100. // 解析文章内容
  101. func GetArticleAll() {
  102. var err error
  103. defer func() {
  104. if err != nil {
  105. fmt.Println("err:", err.Error())
  106. return
  107. }
  108. }()
  109. list, err := models.GetArticleAll()
  110. if err != nil {
  111. return
  112. }
  113. for _, v := range list {
  114. fmt.Println(v.ArticleId, v.Title)
  115. FixArticleContent(v.ArticleId)
  116. }
  117. }
  118. // 解析报告
  119. func FixArticleContent(articleId int) {
  120. item, err := models.GetArticleDetailById(articleId)
  121. if err != nil {
  122. fmt.Println("GetArticleDetailById Err:" + err.Error())
  123. return
  124. }
  125. content := item.Body
  126. bodyText, _ := GetReportContentTextSub(content)
  127. content = html.UnescapeString(content)
  128. content = strings.Replace(content, "http", "https", -1)
  129. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  130. if err != nil {
  131. fmt.Println("create doc err:", err.Error())
  132. return
  133. }
  134. var expertNumArr []string
  135. var expertContentArr []string
  136. var interviewDateArr []string
  137. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  138. contentTxt := s.Text()
  139. if strings.Contains(contentTxt, "#访谈时间:") || strings.Contains(contentTxt, "访谈时间:") {
  140. interviewDate := s.Next().Text()
  141. interviewDateArr = append(interviewDateArr, interviewDate)
  142. }
  143. if strings.Contains(contentTxt, "#专家评价") || strings.Contains(contentTxt, "专家评价") {
  144. expertContent := s.Next().Text()
  145. if expertContent == "" {
  146. expertContent = contentTxt
  147. }
  148. if expertContent != "" {
  149. rightIndex := strings.Index(expertContent, ")")
  150. if rightIndex == 0 {
  151. rightIndex = strings.Index(expertContent, ")")
  152. }
  153. if rightIndex > 0 {
  154. expertNum := expertContent[:rightIndex]
  155. expertNum = strings.Replace(expertNum, "(", "", -1)
  156. expertNum = strings.Replace(expertNum, "(", "", -1)
  157. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  158. if expertNum != "" {
  159. expertNumArr = append(expertNumArr, expertNum)
  160. rightIndex = rightIndex
  161. expertContentStr := expertContent[rightIndex:]
  162. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  163. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  164. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  165. expertContentArr = append(expertContentArr, expertContentStr)
  166. }
  167. }
  168. }
  169. }
  170. })
  171. if len(expertContentArr) <= 0 {
  172. doc.Find("pre").Each(func(i int, pre *goquery.Selection) {
  173. pre.Find("span").Each(func(n int, span *goquery.Selection) {
  174. contentTxt := span.Text()
  175. if strings.Contains(contentTxt, "#专家评价") || strings.Contains(contentTxt, "专家评价") {
  176. span.Find("span").Each(func(m int, subspan *goquery.Selection) {
  177. subspanText := subspan.Text()
  178. if strings.Contains(subspanText, "专家评价") {
  179. expertContent := subspan.Next().Text()
  180. if expertContent != "" {
  181. rightIndex := strings.Index(expertContent, ")")
  182. if rightIndex == 0 {
  183. rightIndex = strings.Index(expertContent, ")")
  184. }
  185. if rightIndex > 0 {
  186. expertNum := expertContent[:rightIndex]
  187. expertNum = strings.Replace(expertNum, "(", "", -1)
  188. expertNum = strings.Replace(expertNum, "(", "", -1)
  189. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  190. if expertNum != "" {
  191. expertNumArr = append(expertNumArr, expertNum)
  192. rightIndex = rightIndex
  193. expertContentStr := expertContent[rightIndex:]
  194. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  195. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  196. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  197. expertContentArr = append(expertContentArr, expertContentStr)
  198. }
  199. }
  200. }
  201. }
  202. })
  203. }
  204. span.Find("span").Each(func(k int, sspan *goquery.Selection) {
  205. sspanText := sspan.Text()
  206. if strings.Contains(sspanText, "访谈时间") {
  207. sspanText = strings.Replace(sspanText, "#访谈时间:", "", -1)
  208. sspanText = strings.Replace(sspanText, "访谈时间:", "", -1)
  209. sspanText = strings.Replace(sspanText, "\n", "", -1)
  210. sspanText = strings.Replace(sspanText, " ", "", -1)
  211. sspanText = strings.Trim(sspanText, " ")
  212. sspanText = sspanText[:10]
  213. interviewDate := sspanText
  214. if interviewDate != "" {
  215. interviewDateArr = append(interviewDateArr, interviewDate)
  216. }
  217. }
  218. })
  219. })
  220. })
  221. }
  222. if len(expertContentArr) <= 0 {
  223. doc.Find("span").Each(func(i int, span *goquery.Selection) {
  224. span.Find("strong").Each(func(n int, strong *goquery.Selection) {
  225. spanText := span.Text()
  226. strongText := strong.Text()
  227. if strings.Contains(strongText, "#专家评价") || strings.Contains(strongText, "专家评价") {
  228. expertContent := strong.Parents().Text()
  229. if expertContent != "" {
  230. rightIndex := strings.Index(expertContent, ")")
  231. if rightIndex == 0 {
  232. rightIndex = strings.Index(expertContent, ")")
  233. }
  234. if rightIndex > 0 {
  235. expertNum := expertContent[:rightIndex]
  236. expertNum = strings.Replace(expertNum, "(", "", -1)
  237. expertNum = strings.Replace(expertNum, "(", "", -1)
  238. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  239. expertNum = strings.Replace(expertNum, "#", "", -1)
  240. expertNum = strings.Replace(expertNum, ":", "", -1)
  241. expertNum = strings.Replace(expertNum, "\n", "", -1)
  242. if expertNum != "" {
  243. expertNumArr = append(expertNumArr, expertNum)
  244. rightIndex = rightIndex
  245. expertContentStr := expertContent[rightIndex:]
  246. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  247. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  248. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  249. expertContentArr = append(expertContentArr, expertContentStr)
  250. return
  251. }
  252. }
  253. }
  254. }
  255. if strings.Contains(spanText, "访谈时间") {
  256. spanText = strings.Replace(spanText, "#访谈时间:", "", -1)
  257. spanText = strings.Replace(spanText, "访谈时间:", "", -1)
  258. spanText = strings.Replace(spanText, "\n", "", -1)
  259. spanText = strings.Replace(spanText, " ", "", -1)
  260. spanText = strings.Trim(spanText, " ")
  261. spanText = spanText[:10]
  262. interviewDate := spanText
  263. if interviewDate != "" {
  264. interviewDateArr = append(interviewDateArr, interviewDate)
  265. }
  266. }
  267. })
  268. })
  269. }
  270. var expertNumStr, expertContentStr, interviewDateStr string
  271. if len(expertNumArr) > 0 {
  272. expertNumStr = expertNumArr[0]
  273. }
  274. if len(expertContentArr) > 0 {
  275. expertContentStr = expertContentArr[0]
  276. }
  277. if len(interviewDateArr) > 0 {
  278. interviewDateStr = interviewDateArr[0]
  279. }
  280. expertNumStr = strings.Replace(expertNumStr, "#:", "", -1)
  281. err = models.ModifyArticleExpert(articleId, expertNumStr, expertContentStr, interviewDateStr, bodyText)
  282. if err != nil {
  283. fmt.Println("ModifyArticleExpert Err:" + err.Error())
  284. return
  285. }
  286. }
  287. func FixArticleImgUrl(body string) (contentSub string, err error) {
  288. r := strings.NewReader(string(body))
  289. doc, err := goquery.NewDocumentFromReader(r)
  290. if err != nil {
  291. fmt.Println(err)
  292. }
  293. doc.Find("img").Each(func(i int, s *goquery.Selection) {
  294. src, _ := s.Attr("src")
  295. if i == 0 && src != "" {
  296. contentSub = src
  297. }
  298. })
  299. return
  300. }
  301. // 获取标签里的第一个内容
  302. func FixArticleFirstCount(body string) (contentSub string, err error) {
  303. doc, err := goquery.NewDocumentFromReader(strings.NewReader(body))
  304. if err != nil {
  305. fmt.Println("create doc err:", err.Error())
  306. return
  307. }
  308. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  309. contentTxt := s.Text()
  310. fmt.Println(contentTxt)
  311. })
  312. return
  313. }
  314. func SynchronizationArtclehistory() {
  315. fmt.Println("同步开始")
  316. list, err := models.GetArticleHistoryList()
  317. if err != nil {
  318. fmt.Println("获取列表失败", err)
  319. }
  320. fmt.Println(len(list))
  321. for _, v := range list {
  322. //endDate := v.ModifyTime.Add(+time.Minute * 10).Format(utils.FormatDateTime)
  323. //detail, err := models.GetNewArticleHistoryRecordNewpv(v.UserId, v.ArticleId, endDate)
  324. //if err != nil && err.Error() != utils.ErrNoRow() {
  325. // fmt.Println("获取信息失败", err)
  326. //}
  327. v.OutType = 1
  328. //fmt.Println(v.Id)
  329. //if detail == nil {
  330. // _, err = models.AddCygxArticleViewRecordNewpv(v)
  331. // if err != nil {
  332. // fmt.Println("新增失败", err)
  333. // }
  334. //} else {
  335. // err = models.UpdateCygxArticleViewRecordNewpvList(v, v.StopTime)
  336. // if err != nil {
  337. // fmt.Println("修改失败", err)
  338. // }
  339. //}
  340. newId, err := models.AddCygxArticleViewRecordNewpv(v)
  341. fmt.Println("新增", newId)
  342. if err != nil {
  343. fmt.Println("新增失败", err)
  344. }
  345. }
  346. fmt.Println("同步结束")
  347. }
  348. // 统计报表
  349. func StatisticalReport() {
  350. var isSummaryNumAll, isClassNum, pvNumAll, uvNumAll int
  351. list, err := models.GetChartPermissionActivity()
  352. if err != nil {
  353. fmt.Println("获取列表失败", err)
  354. }
  355. for _, v := range list {
  356. var listPv []*models.ReportMappingStatistical
  357. if v.PermissionName == "研选" {
  358. listPv, err = models.GetStatisticalReportArtilceExpert()
  359. if err != nil {
  360. fmt.Println("获取Pv列表失败", err)
  361. }
  362. } else {
  363. listPv, err = models.GetStatisticalReportArtilce(v.ChartPermissionId)
  364. if err != nil {
  365. fmt.Println("获取Pv列表失败", err)
  366. }
  367. }
  368. var pvNum, uvNum, isSummaryNum int
  369. for _, v2 := range listPv {
  370. pvNum += v2.Pv
  371. uvNum += v2.Uv
  372. if v2.IsSummary == "1" {
  373. isSummaryNum += 1
  374. }
  375. if v2.IsClass == "1" && v.ChartPermissionId <= 22 {
  376. isClassNum += 1
  377. }
  378. if v2.IsSummary == "1" && v.ChartPermissionId <= 22 {
  379. isSummaryNumAll += 1
  380. }
  381. }
  382. if v.ChartPermissionId <= 22 {
  383. pvNumAll += pvNum
  384. uvNumAll += uvNum
  385. }
  386. fmt.Println(v.PermissionName+"行业", len(listPv), "篇,其中主观类报告", isSummaryNum, "篇,客观类报告", len(listPv)-isSummaryNum, "篇。共产生阅读量pv-,", pvNum, ",uv-", uvNum)
  387. }
  388. fmt.Println("目前同步四大行业的总报告(已归类)数量", isClassNum, "篇,其中主观类报告", isSummaryNumAll, "篇,客观类报告", isClassNum-isSummaryNumAll, "篇。共产生阅读量pv-", pvNumAll, ",uv-", uvNumAll)
  389. var totalOnline int //线上
  390. var totalOffline int //线下
  391. var totalPeople int //共累计预约外呼人数
  392. var totalSignUpOff int //线下报名人数
  393. var totalSignUpOffTime int //线下报名人数
  394. var totalPeopleMeet int //线下参会人数
  395. o := orm.NewOrm()
  396. sql := `SELECT COUNT(1) FROM cygx_activity WHERE activity_type_id IN (1,2,3) AND publish_status = 1 AND is_submit_meeting = 1 AND activity_time <= NOW();`
  397. err = o.Raw(sql).QueryRow(&totalOnline)
  398. if err != nil {
  399. fmt.Println("获取线上", err)
  400. }
  401. sql = `SELECT COUNT(1) FROM cygx_activity WHERE activity_type_id IN (4,5,6) AND publish_status = 1 AND is_submit_meeting = 1 AND activity_time <= NOW();`
  402. err = o.Raw(sql).QueryRow(&totalOffline)
  403. if err != nil {
  404. fmt.Println("获取线下", err)
  405. }
  406. sql = `SELECT COUNT( 1 ) FROM
  407. cygx_activity_signup as s
  408. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  409. WHERE
  410. s.do_fail_type = 0
  411. AND a.is_submit_meeting = 1
  412. AND a.activity_time <= NOW()
  413. AND a.publish_status = 1`
  414. err = o.Raw(sql).QueryRow(&totalPeople)
  415. if err != nil {
  416. fmt.Println("共累计预约外呼人数", err)
  417. }
  418. sql = `SELECT COUNT( 1 ) FROM
  419. cygx_activity_signup as s
  420. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  421. WHERE
  422. s.do_fail_type = 0
  423. AND a.is_submit_meeting = 1
  424. AND a.activity_time <= NOW()
  425. AND a.activity_type_id IN (4,5,6)
  426. AND a.publish_status = 1`
  427. err = o.Raw(sql).QueryRow(&totalSignUpOff)
  428. if err != nil {
  429. fmt.Println("共累计预约外呼人数", err)
  430. }
  431. sql = `SELECT COUNT( 1 ) FROM
  432. cygx_activity_signup as s
  433. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  434. WHERE
  435. s.do_fail_type = 0
  436. AND a.publish_status = 1
  437. AND a.is_submit_meeting = 1
  438. AND a.activity_time <= NOW()
  439. AND a.is_submit_meeting = 1
  440. AND a.activity_type_id IN (4,5,6);`
  441. err = o.Raw(sql).QueryRow(&totalSignUpOffTime)
  442. if err != nil {
  443. fmt.Println("线下报名参会人数", err)
  444. }
  445. sql = `SELECT COUNT( 1 ) FROM
  446. cygx_activity_signup as s
  447. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  448. WHERE
  449. s.do_fail_type = 0
  450. AND a.is_submit_meeting = 1
  451. AND a.activity_time <= NOW()
  452. AND a.publish_status = 1
  453. AND s.is_meeting = 1
  454. AND a.activity_type_id IN (4,5,6);`
  455. err = o.Raw(sql).QueryRow(&totalPeopleMeet)
  456. if err != nil {
  457. fmt.Println("线下参会人数", err)
  458. }
  459. fmt.Println("共上线活动", totalOnline+totalOffline, "个,其中线上", totalOnline, "个,线下", totalOffline, "个")
  460. fmt.Println("共累计预约外呼人数", totalPeople, "人")
  461. fmt.Println("报名线下参会", totalSignUpOff, "人,实际到会人数", totalPeopleMeet, "人,线下到会率约", totalPeopleMeet*100/totalSignUpOff, "%")
  462. num := totalPeopleMeet / totalSignUpOffTime
  463. fmt.Println(num)
  464. fmt.Println(totalOnline)
  465. fmt.Println(totalOffline)
  466. fmt.Println(totalPeople)
  467. fmt.Println(totalSignUpOff)
  468. fmt.Println(totalPeopleMeet)
  469. fmt.Println(totalSignUpOffTime)
  470. fmt.Println(totalPeopleMeet / totalSignUpOffTime)
  471. return
  472. }
  473. // UserViewRedisData 阅读数据
  474. type UserViewRedisData struct {
  475. Mobile string `json:"mobile"`
  476. Email string `json:"email"`
  477. RealName string `json:"real_name"`
  478. CompanyName string `json:"company_name"`
  479. ViewTime string `json:"view_time" description:"阅读时间,格式:2022-02-17 13:06:13"`
  480. ProductId int `json:"product_id" description:"报告所属产品,ficc:1,权益:2"`
  481. CompanyId int `json:"company_id" description:"客户id"`
  482. UserId int `json:"user_id" description:"用户id"`
  483. ReportId int `json:"report_id" description:"报告id"`
  484. StopTime int `json:"stop_time" description:"停留时间"`
  485. ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  486. OutId int `json:"out_id" description:"记录ID"`
  487. }
  488. type ReportViewRecord struct {
  489. Id int `orm:"column(id);pk"`
  490. //UserId int `json:"user_id" description:"用户ID"`
  491. //ReportId int `description:"报告id"`
  492. //Mobile string `description:"手机号"`
  493. //Email string `description:"邮箱"`
  494. //RealName string `description:"用户实际姓名"`
  495. //CompanyName string `description:"公司名称"`
  496. //CreateTime time.Time `description:"创建时间"`
  497. //StopTime int `json:"stop_time" description:"停留时间"`
  498. //ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  499. //OutId int `json:"out_id" description:"记录ID"`
  500. Mobile string `json:"mobile"`
  501. Email string `json:"email"`
  502. RealName string `json:"real_name"`
  503. CompanyName string `json:"company_name"`
  504. ViewTime string `json:"view_time" description:"阅读时间,格式:2022-02-17 13:06:13"`
  505. ProductId int `json:"product_id" description:"报告所属产品,ficc:1,权益:2"`
  506. CompanyId int `json:"company_id" description:"客户id"`
  507. UserId int `json:"user_id" description:"用户id"`
  508. ReportId int `json:"report_id" description:"报告id"`
  509. StopTime int `json:"stop_time" description:"停留时间"`
  510. ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  511. OutId int `json:"out_id" description:"章节ID"`
  512. }
  513. // PushViewRecordNewRedisData 阅读数据加入到redis
  514. func PushViewRecordNewRedisData(reportViewRecord *ReportViewRecord, companyId int) bool {
  515. data := &UserViewRedisData{
  516. Mobile: reportViewRecord.Mobile,
  517. UserId: reportViewRecord.UserId,
  518. Email: reportViewRecord.Email,
  519. RealName: reportViewRecord.RealName,
  520. CompanyName: reportViewRecord.CompanyName,
  521. ViewTime: reportViewRecord.ViewTime,
  522. ProductId: 2,
  523. CompanyId: companyId,
  524. ReportId: reportViewRecord.ReportId,
  525. StopTime: reportViewRecord.StopTime,
  526. ReportChapterId: reportViewRecord.ReportChapterId,
  527. OutId: reportViewRecord.OutId,
  528. }
  529. if utils.Re == nil {
  530. err := utils.Rc.LPush(utils.CACHE_KEY_USER_VIEW, data)
  531. if err != nil {
  532. fmt.Println("PushViewRecordNewRedisData LPush Err:" + err.Error())
  533. }
  534. return true
  535. }
  536. return false
  537. }
  538. //func GetCeLueArticlePv() {
  539. // sum := 0
  540. // for i := 0; i <= 450; i++ {
  541. // if i >= 102 {
  542. // //GetCeLueArticlePvs(strconv.Itoa(i * 1000))
  543. // }
  544. // }
  545. // fmt.Println(sum)
  546. //}
  547. // 获取策略平台报告阅读数据
  548. func GetCeLueArticlePv(cont context.Context) (err error) {
  549. //func GetCeLueArticlePv() (err error) {
  550. defer func() {
  551. if err != nil {
  552. go utils.SendAlarmMsg("同步策略平台阅读数据失败", 2)
  553. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetCeLueArticlePv ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  554. }
  555. }()
  556. startTime := time.Now().Add(-time.Minute * 12).Format("2006-01-02 15:04:05")
  557. endTime := time.Now().Format("2006-01-02 15:04:05")
  558. requestUrl := utils.ApiUrl + "backend/statistics_access?take=1000&skip=0&sort=ASC&mode=all&"
  559. encodeData := url.Values{}
  560. encodeData.Add("start_dt", startTime)
  561. encodeData.Add("end_dt", endTime)
  562. encodeStr := encodeData.Encode()
  563. requestUrl += encodeStr
  564. authorization := utils.ApiAuthorization
  565. body, err := PublicGetDate(requestUrl, authorization)
  566. if err != nil {
  567. return
  568. }
  569. var chartResult models.CeLueArticleResultApi
  570. err = json.Unmarshal(body, &chartResult)
  571. if err != nil {
  572. fmt.Println(err)
  573. return err
  574. }
  575. mapMobileArticleId := make(map[string]int)
  576. //获取当天阅读记录
  577. listPv, err := models.GetArticleHistoryRecordAllList()
  578. if err != nil && err.Error() != utils.ErrNoRow() {
  579. fmt.Println("获取当天阅读记录失败", err)
  580. return err
  581. }
  582. if len(listPv) > 0 {
  583. for _, v := range listPv {
  584. mapMobileArticleId[fmt.Sprint(v.Mobile, "_", v.ArticleId)] = v.ArticleId
  585. }
  586. }
  587. var celueHistoryIds []int
  588. var mobiles []string
  589. for _, v := range chartResult.Data {
  590. celueHistoryIds = append(celueHistoryIds, v.CelueHistoryId)
  591. mobiles = append(mobiles, v.Mobile)
  592. }
  593. listcelueHistory, e := models.GetCeLueArticleListByIds(celueHistoryIds)
  594. if e != nil {
  595. err = errors.New("GetCeLueArticleListByIds, Err: " + e.Error())
  596. return
  597. }
  598. mapCelueHistoryIds := make(map[int]int)
  599. for _, v := range listcelueHistory {
  600. mapCelueHistoryIds[v.CelueHistoryId] = v.CelueHistoryId
  601. }
  602. listMobileCompany, e := company.GetCompanyProductListByMobiles(mobiles)
  603. if e != nil {
  604. err = errors.New("GetCompanyProductListByMobiles, Err: " + e.Error())
  605. return
  606. }
  607. mapUserCompany := make(map[string]*company.CompanyProductUser)
  608. for _, v := range listMobileCompany {
  609. mapUserCompany[v.Mobile] = v
  610. }
  611. var celueArticleHistoryItems []*models.CygxCelueArticleHistoryRecord
  612. var allRecordItems []*models.CygxArticleHistoryRecordAll
  613. for _, v := range chartResult.Data {
  614. articleId, _ := strconv.Atoi(v.ArticleId)
  615. if articleId == 0 {
  616. continue
  617. }
  618. //fmt.Println(v.ArticleId)
  619. item := new(models.CygxCelueArticleHistoryRecord)
  620. item.CelueHistoryId = v.CelueHistoryId
  621. item.Mobile = v.Mobile
  622. item.ArticleId = v.ArticleId
  623. if v.CompanyName != nil {
  624. item.CompanyName = v.CompanyName.RealName
  625. }
  626. if v.CrmUser != nil {
  627. item.RealName = v.CrmUser.RealName
  628. }
  629. if mapUserCompany[v.Mobile] != nil {
  630. mapUser := mapUserCompany[v.Mobile]
  631. item.CompanyName = mapUser.CompanyName
  632. item.CompanyStatus = mapUser.Status
  633. item.SellerName = mapUser.SellerName
  634. }
  635. item.CreateDateApi = time.Now()
  636. t1, _ := time.Parse("2006-01-02T15:04:05Z", v.CreateDate)
  637. item.CreateTime = t1.Add(+time.Hour * 8).Format(utils.FormatDateTime)
  638. //email=?,company_id=?,company_name=?,user_id=?,real_name=?
  639. if mapCelueHistoryIds[v.CelueHistoryId] == 0 {
  640. celueArticleHistoryItems = append(celueArticleHistoryItems, item)
  641. //写入记录到总的统计表
  642. record := new(models.CygxArticleHistoryRecordAll)
  643. record.ArticleId = articleId
  644. record.CelueHistoryId = item.CelueHistoryId
  645. record.CreateTime = item.CreateTime
  646. record.ModifyTime = time.Now()
  647. record.CreateDateApi = time.Now()
  648. if mapUserCompany[v.Mobile] != nil {
  649. mapUser := mapUserCompany[v.Mobile]
  650. record.Mobile = mapUser.Mobile
  651. record.CompanyName = mapUser.CompanyName
  652. record.CompanyStatus = mapUser.Status
  653. record.SellerName = mapUser.SellerName
  654. record.CompanyId = mapUser.CompanyId
  655. record.RealName = mapUser.RealName
  656. record.UserId = mapUser.UserId
  657. record.Email = mapUser.Email
  658. }
  659. record.Platfor = 2
  660. record.Source = "CELUE"
  661. if mapMobileArticleId[fmt.Sprint(item.Mobile, "_", item.ArticleId)] == articleId {
  662. record.IsDel = 1
  663. }
  664. allRecordItems = append(allRecordItems, record)
  665. }
  666. //count, err := models.GetCeLueArticleCountById(v.CelueHistoryId)
  667. //if err != nil && err.Error() != utils.ErrNoRow() {
  668. // return err
  669. //}
  670. //if count == 0 {
  671. // _, err := models.AddCeLueArticle(item, mapMobileArticleId)
  672. // if err != nil {
  673. // fmt.Println(err)
  674. // return err
  675. // }
  676. //}
  677. }
  678. if len(celueArticleHistoryItems) > 0 {
  679. e = models.AddCygxArticleHistoryRecordAllMulti(celueArticleHistoryItems, allRecordItems)
  680. if e != nil {
  681. err = errors.New("AddCygxArticleHistoryRecordAllMulti, Err: " + e.Error())
  682. return
  683. }
  684. }
  685. //处理同步过来的阅读记录所属用户
  686. //var condition string
  687. //condition = ` AND create_time > ` + "'" + startTime + "'"
  688. //listArticlePv, err := models.GetArticleHistoryRecordAllByMobileList(condition)
  689. //if err != nil {
  690. // fmt.Println("GetArticleHistoryRecordAllByMobileList ,Err" + err.Error())
  691. //}
  692. //for _, v := range listArticlePv {
  693. // if v.Mobile != "" {
  694. // user, err := models.GetWxUserItemByMobile(v.Mobile)
  695. // if err != nil && err.Error() != utils.ErrNoRow() {
  696. // fmt.Println("GetWxUserItemByUserId ,Err" + err.Error())
  697. // }
  698. // if user != nil {
  699. // err = models.UpdateCygxArticleHistoryRecordAll(user)
  700. // if err != nil {
  701. // fmt.Println("UpdateCygxArticleCollect ,Err" + err.Error())
  702. // }
  703. // }
  704. // }
  705. //}
  706. return
  707. }
  708. func GetArticleListByApi(cont context.Context) (err error) {
  709. defer func() {
  710. if err != nil {
  711. //fmt.Println("GetArticleListByApi Err:" + err.Error())
  712. go utils.SendAlarmMsg("同步策略平台数据失败", 2)
  713. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  714. }
  715. }()
  716. listUpdateArticle, err := models.GetArticleCeluePushList()
  717. if err != nil && err.Error() != utils.ErrNoRow() {
  718. return err
  719. }
  720. //如果长度为零就不处理
  721. if len(listUpdateArticle) == 0 {
  722. return err
  723. }
  724. for _, v := range listUpdateArticle {
  725. // 这里直接go出去会出现并发,导致文章md5ID唯一索引限制报错
  726. err = HandleArticleListByApi(v.ArticleId)
  727. if err != nil {
  728. utils.FileLog.Info("HandleArticleListByApi", err.Error())
  729. }
  730. }
  731. return
  732. }
  733. // 获取策略平台推送过来的文章并更新
  734. func UpdateArticleByRedis() (err error) {
  735. for {
  736. utils.Rc.Brpop(utils.CYGX_ARTICLE_UPDATE_KEY, func(b []byte) {
  737. var log models.CygxArticleCeluePushRedis
  738. if err := json.Unmarshal(b, &log); err != nil {
  739. fmt.Println("json unmarshal wrong!")
  740. go utils.SendAlarmMsg("获取策略平台推送过来的文章并更新处理Redis队列消息失败:"+err.Error()+string(b), 2)
  741. }
  742. // 这里直接go出去会出现并发,导致文章md5ID唯一索引限制报错
  743. err = HandleArticleListByApi(log.ArticleId)
  744. if err != nil {
  745. utils.FileLog.Info("HandleArticleListByApi", err.Error())
  746. }
  747. })
  748. }
  749. }
  750. //func init() {
  751. // // allList, err := models.GetArticleAll()
  752. // //
  753. // // fmt.Println(err)
  754. // //
  755. // // for _, v := range allList {
  756. // // HandleArticleListByApi(v.ArticleId)
  757. // // }
  758. //
  759. // //for i := 8648; i < 9004; i++ {
  760. // // HandleArticleListByApi(9552)
  761. // //}
  762. // HandleArticleListByApi(10914)
  763. // //UpdateArticleResourceData(9551)
  764. //}
  765. // 处理同步过来的文章
  766. func HandleArticleListByApi(artcleId int) (err error) {
  767. defer func() {
  768. if err != nil {
  769. go utils.SendAlarmMsg("处理同步过来的文章失败"+"HandleArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), 2)
  770. }
  771. }()
  772. var clueApiUrl string
  773. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", artcleId)
  774. fmt.Println(clueApiUrl)
  775. authorization := utils.ApiAuthorization
  776. body, err := PublicGetDate(clueApiUrl, authorization)
  777. if err != nil {
  778. fmt.Println(err)
  779. return
  780. }
  781. var articleResultDate models.ArticleDetailResultApi
  782. err = json.Unmarshal(body, &articleResultDate)
  783. if err != nil {
  784. fmt.Println("Getres.PublicGetDate Err:", err.Error())
  785. return err
  786. }
  787. item := new(models.CygxShanghaiCompanyLog)
  788. item.CreateTime = time.Now()
  789. item.Url = clueApiUrl
  790. item.Body = ""
  791. item.Result = string(body)
  792. go models.AddCygxShanghaiCompanyLog(item)
  793. go models.UpdateCygxArticleCeluePush(artcleId)
  794. articleResult := articleResultDate.Data
  795. exitMap := make(map[int]int)
  796. categoryIdMap := make(map[int]int)
  797. classMap := make(map[int]int)
  798. reportMap := make(map[int]int)
  799. summaryMap := make(map[int]int)
  800. listMap, err := models.GetArticleApiMap()
  801. if err != nil {
  802. fmt.Println("GetlistMap Err:", err.Error())
  803. return err
  804. }
  805. openIdList, err := models.GetUserRecordListByMobile(4, utils.ArticleTaskClassMobile)
  806. if err != nil {
  807. fmt.Println(err)
  808. return err
  809. }
  810. fmt.Println(openIdList)
  811. //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
  812. for _, v := range listMap {
  813. exitMap[v.SeriesId] = v.OldId
  814. categoryIdMap[v.SeriesId] = v.OldIdMap
  815. if v.IsClass == 1 {
  816. classMap[v.OldId] = 1
  817. }
  818. if v.IsReport == 1 {
  819. reportMap[v.OldId] = 1
  820. }
  821. if v.IsSummary == 1 {
  822. summaryMap[v.OldId] = 1
  823. }
  824. }
  825. var list []*models.Tactics2
  826. var listArticleData []*models.CygxArticleData
  827. var listAuthor []*models.CygxArticleAuthor
  828. //如果是英文报告 ,或者香港类型那么则不同步 publish_area :all 全部 ;hk 香港
  829. if articleResult.TypeId == 9 || articleResult.PublishArea != "all" {
  830. // 如果是英文报告,或者是香港报告就进行删除处理
  831. err = models.UpdateArticlePublish(artcleId, 0)
  832. if err != nil {
  833. fmt.Println("UpdateArticlePublish Err:", err.Error())
  834. return err
  835. }
  836. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  837. return
  838. }
  839. var cover string
  840. if articleResult.Series.Name == "图解市场" {
  841. cover = GetArticleCoverByChartFirst(articleResult.Content.Body)
  842. } else if articleResult.Series.Name == "行业深度" {
  843. cover = articleResult.Cover
  844. }
  845. fmt.Println(cover)
  846. //return
  847. //状态等于 2 跟 4 的进行同步 IsActive 为false 软删除的也不同步
  848. if exitMap[articleResult.SeriesId] > 0 && (articleResult.PublishStatus == 2 || articleResult.PublishStatus == 4) && articleResult.IsActive {
  849. articleResult.PublishDate = time.Date(articleResult.PublishDate.Year(), articleResult.PublishDate.Month(), articleResult.PublishDate.Day(), articleResult.PublishDate.Hour(), articleResult.PublishDate.Minute(), articleResult.PublishDate.Second(), articleResult.PublishDate.Nanosecond(), time.Local)
  850. item := new(models.Tactics2)
  851. itemArticleData := new(models.CygxArticleData)
  852. itemArticleData.ArticleId = articleResult.ArticleId
  853. itemArticleData.Cover = articleResult.Cover
  854. itemArticleData.CreateTime = time.Now()
  855. listArticleData = append(listArticleData, itemArticleData)
  856. itemAuthor := new(models.CygxArticleAuthor)
  857. item.ArticleId = articleResult.ArticleId
  858. item.Title = articleResult.Title
  859. item.TitleEn = articleResult.TitleEn
  860. item.File = articleResult.File
  861. if articleResult.Frequency == "日度" {
  862. item.UpdateFrequency = "daily"
  863. } else if articleResult.Frequency == "周度" {
  864. item.UpdateFrequency = "weekly"
  865. } else if articleResult.Frequency == "月度" {
  866. item.UpdateFrequency = "monthly"
  867. } else if articleResult.Frequency == "季度" {
  868. item.UpdateFrequency = "quarterly"
  869. } else if articleResult.Frequency == "年度" {
  870. item.UpdateFrequency = "yearly"
  871. } else {
  872. item.UpdateFrequency = "unknow"
  873. }
  874. item.CreateDate = articleResult.CreateDate
  875. item.PublishDate = articleResult.PublishDate.Add(time.Hour * 8)
  876. item.PublishStatus = 1
  877. item.Body = articleResult.Content.Body
  878. item.Abstract = articleResult.Content.Abstract
  879. item.Annotation = articleResult.Content.Annotation
  880. item.CategoryName = articleResult.Industry.Name
  881. item.CategoryId = categoryIdMap[articleResult.SeriesId]
  882. item.CategoryIdTwo = exitMap[articleResult.SeriesId]
  883. item.SubCategoryName = articleResult.Series.Name
  884. item.Cover = cover
  885. //{
  886. // //这两种情况特殊处理
  887. // if articleResult.Field.Name == "宏观利率" {
  888. // item.CategoryId = 10070
  889. // item.CategoryIdTwo = item.CategoryId
  890. // }
  891. // if articleResult.Field.Name == "信用" {
  892. // item.CategoryId = 10082
  893. // item.CategoryIdTwo = item.CategoryId
  894. // }
  895. //}
  896. if len(articleResult.Stock) > 0 {
  897. var stock string
  898. for _, vS := range articleResult.Stock {
  899. stock += vS + "/"
  900. }
  901. stock = strings.TrimRight(stock, "/")
  902. item.Stock = stock
  903. }
  904. item.FieldName = articleResult.Field.Name
  905. item.TypeName = articleResult.Type.Name
  906. item.UpdateDate = articleResult.UpdateDate
  907. item.CeLueFieldId = articleResult.Field.Id
  908. list = append(list, item)
  909. itemAuthor.ArticleId = articleResult.ArticleId
  910. itemAuthor.Name = articleResult.Author.Name
  911. itemAuthor.Mobile = articleResult.Author.PhoneNumber
  912. fmt.Println(articleResult.Cover)
  913. listAuthor = append(listAuthor, itemAuthor)
  914. } else {
  915. // 如果这篇文章没有发布,那么就不作处理。
  916. err = models.UpdateArticlePublish(artcleId, 0)
  917. if err != nil {
  918. fmt.Println("UpdateArticlePublish Err:", err.Error())
  919. return err
  920. }
  921. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  922. //go UpdateResourceData(artcleId, "article", "delete", time.Now().Format(utils.FormatDateTime))
  923. return
  924. }
  925. //同步作者
  926. for _, v := range listAuthor {
  927. var count int
  928. count, err = models.GetActivityAuthorCount(v.ArticleId, v.Mobile)
  929. if err != nil {
  930. fmt.Println("GetActivityAuthorCount Err:", err.Error())
  931. return err
  932. }
  933. if count == 0 {
  934. _, err = models.AddCygxActivityAuthor(v)
  935. if err != nil {
  936. fmt.Println("AddCygxActivityAuthor Err:", err.Error())
  937. return err
  938. }
  939. }
  940. }
  941. fmt.Println("同步文章条数:", len(list))
  942. listCustomArticle, err := models.GetCustomArticleId() //手动归类的文章,不替换文章类型
  943. if err != nil {
  944. fmt.Println("GetTacticsList Err:", err.Error())
  945. return err
  946. }
  947. listGetMatchTypeName, errMatch := models.GetMatchTypeNamenNotNull() //手动归类的文章,不替换文章类型
  948. if errMatch != nil {
  949. fmt.Println("GetTacticsList Err:", errMatch.Error())
  950. return err
  951. }
  952. //mapCategoryIdSet := make(map[int]int)
  953. //for _, vMatch := range listGetMatchTypeName {
  954. // mapCategoryIdSet[vMatch.CategoryId] = vMatch.CategoryIdSet
  955. //}
  956. fmt.Println("list len:", len(list))
  957. noSummaryArticleIds := "3454,3456,3457,3459,2449,2450,2453,2454,2459,2530,2583,2663,2670,2699,2715,2732,2748,2759,2399,2356,2870,3173,2978,2826,3470" //非纪要库类型的文章ID
  958. listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
  959. for k, v := range list {
  960. //同步匹配类型
  961. matchTypeName := ""
  962. for _, vMatch := range listGetMatchTypeName {
  963. if v.CategoryId == vMatch.CategoryId {
  964. matchTypeName = vMatch.MatchTypeName
  965. }
  966. }
  967. //是否属于纪要库的数据
  968. //if _, has := summaryMap[v.CategoryId]; has {
  969. // v.IsSummary = 1
  970. //}
  971. if v.TypeName == "纪要" {
  972. v.IsSummary = 1
  973. }
  974. //排除不属于纪要库类型的文章
  975. for _, vArt := range listNoSummaryArticleIds {
  976. vArtInt, _ := strconv.Atoi(vArt)
  977. if v.ArticleId == vArtInt {
  978. v.IsSummary = 0
  979. }
  980. }
  981. if _, has := reportMap[v.CategoryIdTwo]; has {
  982. v.IsReport = 1
  983. if _, ok := classMap[v.CategoryIdTwo]; ok {
  984. v.IsClass = 1
  985. v.ReportType = 1 //是否属于行业报告
  986. } else {
  987. v.ReportType = 2 //是否属于产业报告
  988. }
  989. }
  990. v.Department = "弘则权益研究"
  991. //判断是否已经存在
  992. if v.ArticleId < 0 {
  993. fmt.Println("AddCygxArticle Err:")
  994. return err
  995. }
  996. var count int
  997. count, err = models.GetArticleCountById(v.ArticleId)
  998. if err != nil && err.Error() != utils.ErrNoRow() {
  999. fmt.Println("AddCygxArticle Err:", err.Error())
  1000. return err
  1001. }
  1002. v.Body = strings.Replace(v.Body, "http://vmp.hzinsights.com", "https://vmp.hzinsights.com", -1)
  1003. expertNumStr, expertContentStr, interviewDateStr, _, bodyReturn := BodyAnalysis2(v.Body)
  1004. if strings.Index(v.Body, "报告全文(") > 0 && strings.Index(v.Body, "PDF格式报告下载.pdf") > 0 {
  1005. v.Body = strings.Replace(v.Body, "报告全文(", "", -1)
  1006. v.Body = strings.Replace(v.Body, "PDF格式报告下载.pdf", "", -1)
  1007. v.Body = strings.Replace(v.Body, "):", "", -1)
  1008. }
  1009. var titleNew string
  1010. titleNew = v.Title
  1011. // 7资金流向 、11大类资产 、51每日复盘 、80医药周报、9估值研究
  1012. if v.CategoryId == 7 || v.CategoryId == 11 || v.CategoryId == 51 || v.CategoryId == 9 {
  1013. if v.UpdateFrequency == "daily" {
  1014. var daystr string
  1015. daystr = strconv.Itoa(v.PublishDate.Day())
  1016. if len(daystr) == 1 {
  1017. daystr = "0" + daystr
  1018. }
  1019. titleNew = v.Title + "(" + strconv.Itoa(v.PublishDate.Year())[2:len(strconv.Itoa(v.PublishDate.Year()))-0] + v.PublishDate.Format("01") + daystr + ")"
  1020. } else if v.UpdateFrequency == "weekly" {
  1021. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  1022. }
  1023. }
  1024. //策略周度思考,医药周报,消费周报,消费周度思考,科技前言(周报)、智造精粹、智造本周荟 标题处理
  1025. if v.CategoryId == 80 || v.CategoryId == 52 || v.CategoryId == 10074 || v.CategoryId == 1008 || v.CategoryId == 10071 || v.CategoryId == 10073 || v.CategoryId == 50 {
  1026. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  1027. }
  1028. //类型是综述报告的,不区分是什么系列,统一归类到对应产业的路演精华
  1029. if articleResult.Type.Name == "综述报告" {
  1030. detailCategory, err := models.GetdetailByCategoryIdLyjh(v.CategoryIdTwo)
  1031. if err != nil && err.Error() != utils.ErrNoRow() {
  1032. return err
  1033. }
  1034. v.CategoryId = detailCategory.CategoryId
  1035. v.IsSummary = 0
  1036. }
  1037. if count > 0 {
  1038. fmt.Println(k, v.ArticleId, "edit")
  1039. articleIfoOld, e := models.GetArticleDetailTestById(v.ArticleId)
  1040. if e != nil {
  1041. err = e
  1042. return
  1043. }
  1044. bodyTextOld, _ := GetReportContentTextSubNew(articleIfoOld.Body)
  1045. bodyText, _ := GetReportContentTextSubNew(v.Body)
  1046. if len(bodyText)-len(bodyTextOld) > 100 {
  1047. //fmt.Println("触发推送规则")
  1048. //更新字数大于一百字触发推送规则
  1049. go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  1050. go UpdateArticleResourceData(v.ArticleId) //把数据写入 cygx_resource_data 表
  1051. //go UpdateResourceData(v.ArticleId, "article", "update", time.Now().Format(utils.FormatDateTime))
  1052. }
  1053. var isCustom bool
  1054. updateParams := make(map[string]interface{})
  1055. //updateParams["Title"] = v.Title
  1056. updateParams["Title"] = titleNew
  1057. updateParams["TitleEn"] = v.TitleEn
  1058. updateParams["UpdateFrequency"] = v.UpdateFrequency
  1059. updateParams["CreateDate"] = v.CreateDate
  1060. updateParams["PublishDate"] = v.PublishDate
  1061. //updateParams["Body"] = html.EscapeString(v.Body)
  1062. updateParams["Body"] = html.EscapeString(bodyReturn)
  1063. updateParams["BodyText"] = bodyText
  1064. updateParams["Abstract"] = html.EscapeString(v.Abstract)
  1065. updateParams["CategoryName"] = v.CategoryName
  1066. for _, vCustom := range listCustomArticle {
  1067. if v.ArticleId == vCustom.ArticleId {
  1068. fmt.Println("手动归类的文章:" + strconv.Itoa(v.ArticleId))
  1069. isCustom = true
  1070. }
  1071. }
  1072. if isCustom == false {
  1073. updateParams["CategoryId"] = v.CategoryId
  1074. updateParams["MatchTypeName"] = matchTypeName
  1075. updateParams["IsSummary"] = v.IsSummary
  1076. updateParams["IsReport"] = v.IsReport
  1077. updateParams["ReportType"] = v.ReportType
  1078. updateParams["SubCategoryName"] = v.SubCategoryName
  1079. }
  1080. //updateParams["CategoryId"] = v.CategoryId
  1081. updateParams["PublishStatus"] = 1
  1082. updateParams["ExpertBackground"] = expertContentStr
  1083. updateParams["ExpertNumber"] = expertNumStr
  1084. updateParams["InterviewDate"] = interviewDateStr
  1085. //updateParams["IsClass"] = v.IsClass
  1086. v.Department = "弘则权益研究"
  1087. updateParams["Department"] = v.Department
  1088. updateParams["FileLink"] = v.File
  1089. updateParams["Stock"] = v.Stock
  1090. updateParams["FieldName"] = v.FieldName
  1091. updateParams["Annotation"] = v.Annotation
  1092. updateParams["TypeName"] = v.TypeName
  1093. updateParams["ModifyTimeByCl"] = v.UpdateDate
  1094. updateParams["CeLueFieldId"] = v.CeLueFieldId
  1095. updateParams["Cover"] = v.Cover
  1096. whereParam := map[string]interface{}{"article_id": v.ArticleId}
  1097. err = models.UpdateByExpr(models.CygxArticle{}, whereParam, updateParams)
  1098. if err != nil {
  1099. fmt.Println("UpdateByExpr Err:" + err.Error())
  1100. return err
  1101. }
  1102. } else {
  1103. fmt.Println(k, v.ArticleId, "add")
  1104. item := new(models.CygxArticle)
  1105. articleIdInt := v.ArticleId
  1106. item.ArticleId = articleIdInt
  1107. //item.Title = v.Title
  1108. item.Title = titleNew
  1109. item.TitleEn = v.TitleEn
  1110. item.UpdateFrequency = v.UpdateFrequency
  1111. item.CreateDate = v.CreateDate
  1112. item.PublishDate = v.PublishDate.Format(utils.FormatDateTime)
  1113. //item.Body = html.EscapeString(v.Body)
  1114. item.Body = html.EscapeString(bodyReturn)
  1115. item.Abstract = html.EscapeString(v.Abstract)
  1116. item.CategoryName = v.CategoryName
  1117. item.SubCategoryName = v.SubCategoryName
  1118. item.CategoryId = v.CategoryId
  1119. item.CategoryIdTwo = v.CategoryIdTwo
  1120. item.PublishStatus = 1
  1121. item.ExpertBackground = expertContentStr
  1122. item.ExpertNumber = expertNumStr
  1123. item.InterviewDate = interviewDateStr
  1124. item.Department = v.Department
  1125. item.ArticleIdMd5 = utils.MD5(strconv.Itoa(articleIdInt))
  1126. item.IsClass = v.IsClass
  1127. item.IsSummary = v.IsSummary
  1128. item.IsReport = v.IsReport
  1129. item.ReportType = v.ReportType
  1130. item.FileLink = v.File
  1131. item.MatchTypeName = matchTypeName
  1132. item.Stock = v.Stock
  1133. item.FieldName = v.FieldName
  1134. item.Annotation = v.Annotation
  1135. item.TypeName = v.TypeName
  1136. item.ModifyTimeByCl = v.UpdateDate
  1137. item.CeLueFieldId = v.CeLueFieldId
  1138. item.Cover = v.Cover
  1139. newId, err := models.AddCygxArticles(item)
  1140. if err != nil {
  1141. fmt.Println("AddCygxArticle Err:", err.Error())
  1142. return err
  1143. }
  1144. //go UpdateResourceData(v.ArticleId, "article", "add", time.Now().Format(utils.FormatDateTime))
  1145. go UpdateArticleResourceData(v.ArticleId) //把数据写入 cygx_resource_data 表
  1146. //fmt.Println(newId)
  1147. //报告自动归类,以及推送相关模板消息
  1148. if v.ReportType == 2 {
  1149. var subjectStr string
  1150. var industrialManagementIdStr string
  1151. var industrialSubjectIdStr string
  1152. var keyword1 string
  1153. var keyword2 string
  1154. var keyword3 string
  1155. var keyword4 string
  1156. sliceSubjects := strings.Split(v.Stock, "/")
  1157. mapManagementForSubject := make(map[string]string)
  1158. mapIndustrialId := make(map[int]int)
  1159. if len(sliceSubjects) > 0 {
  1160. for _, vSubject := range sliceSubjects {
  1161. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  1162. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  1163. subject := sliceXiahuaxian[0]
  1164. subjectStr += "'" + subject + "',"
  1165. }
  1166. //获取该产业下所对应的行业图片
  1167. detailCategory, errCategory := models.GetdetailByCategoryIdOne(v.CategoryId)
  1168. if errCategory != nil {
  1169. fmt.Println("GetdetailByCategoryIdOne Err:", err.Error())
  1170. return err
  1171. }
  1172. subjectStr = strings.TrimRight(subjectStr, ",")
  1173. if subjectStr != "" {
  1174. listIndustrial, err := models.GetIndustrialManagementForSubjecName(subjectStr, detailCategory.ChartPermissionId)
  1175. if err != nil {
  1176. fmt.Println("GetIndustrialManagementForSubjecName Err:", err.Error())
  1177. return err
  1178. }
  1179. subjectStr = strings.Replace(subjectStr, "','", "】【", -1)
  1180. subjectStr = strings.Replace(subjectStr, "'", "", -1)
  1181. subjectStr = "【" + subjectStr + "】"
  1182. if len(listIndustrial) > 0 {
  1183. for _, vIndustrial := range listIndustrial {
  1184. if _, ok := mapIndustrialId[vIndustrial.IndustrialManagementId]; !ok {
  1185. industrialManagementIdStr += strconv.Itoa(vIndustrial.IndustrialManagementId) + ","
  1186. }
  1187. mapIndustrialId[vIndustrial.IndustrialManagementId] = vIndustrial.IndustrialManagementId
  1188. industrialSubjectIdStr += strconv.Itoa(vIndustrial.IndustrialSubjectId) + ","
  1189. mapManagementForSubject[vIndustrial.IndustryName] += vIndustrial.SubjectName + "/"
  1190. if vIndustrial.LayoutTime == "0000-00-00 00:00:00" {
  1191. go models.UpdateIndustrialManagementLayoutTime(v.PublishDate.AddDate(0, 0, -10).Format(utils.FormatDateTime), vIndustrial.IndustrialManagementId)
  1192. }
  1193. }
  1194. industrialManagementIdStr = strings.TrimRight(industrialManagementIdStr, ",")
  1195. industrialSubjectIdStr = strings.TrimRight(industrialSubjectIdStr, ",")
  1196. if industrialManagementIdStr != "" {
  1197. err = models.ReportArticleClassificationEditNew(int(newId), industrialManagementIdStr, v.ArticleId, industrialSubjectIdStr)
  1198. if err != nil {
  1199. fmt.Println("ReportArticleClassificationEditNew Err:", err.Error())
  1200. return err
  1201. }
  1202. }
  1203. var peoductName string
  1204. for mk, mv := range mapManagementForSubject {
  1205. peoductName += "【" + mk + "--" + strings.TrimRight(mv, "/") + "】"
  1206. }
  1207. keyword1 = "新报告产业标签:【" + v.FieldName + "】,个股标签:" + subjectStr
  1208. keyword2 = "已自动关联至以下产业和标的:" + peoductName
  1209. keyword3 = v.Title
  1210. keyword4 = v.PublishDate.Format(utils.FormatDateTime)
  1211. SendWxMsgWithArticleClassToAdmin(keyword1, keyword2, keyword3, keyword4, openIdList, articleIdInt)
  1212. } else {
  1213. keyword1 = "新报告产业标签:【" + v.FieldName + "】,个股标签:" + subjectStr
  1214. keyword2 = "未归类"
  1215. keyword3 = v.Title
  1216. keyword4 = v.PublishDate.Format(utils.FormatDateTime)
  1217. SendWxMsgWithArticleClassToAdmin(keyword1, keyword2, keyword3, keyword4, openIdList, articleIdInt)
  1218. go models.UpdateIsClassFail(artcleId)
  1219. }
  1220. }
  1221. }
  1222. }
  1223. go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  1224. }
  1225. if v.CategoryName == utils.ZHOU_QI_NAME {
  1226. UpdateCygxZhouqiArticleMapTime(v.FieldName) //更新周期对应分类下所管理文章的更新时间
  1227. }
  1228. //【公司调研】系列纪要发布/更新后 end
  1229. //查研观向6.9模板消息推送规则
  1230. //但是如果报告的发布时间是在10天以前的,公众号就不推送了
  1231. //if time.Now().AddDate(0, 0, -10).Before(articleResult.PublishDate.Add(time.Hour * 8)) {
  1232. // go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  1233. //}
  1234. }
  1235. go models.UpdateCygxArticleCeluePush(artcleId)
  1236. AddComprehensiveArticle(artcleId) // 同步到综合页面的搜索引擎
  1237. AddComprehensiveIndustrialSource("Hz", artcleId) // 同步到综合页面的搜索引擎(添加产业资源包)
  1238. GetSummarytoEs(artcleId) // 同步到ES搜索引擎
  1239. GetIndustrialManagementArticleNewPublishData()
  1240. if len(listArticleData) > 0 {
  1241. for _, v := range listArticleData {
  1242. count, err := models.GetCygxArticleDataCount(v.ArticleId)
  1243. if err != nil {
  1244. fmt.Println("GetCygxArticleDataCount Err:", err.Error())
  1245. return err
  1246. }
  1247. if count == 0 {
  1248. _, err := models.AddCygxArticleData(v)
  1249. if err != nil {
  1250. fmt.Println("AddCygxArticleData Err:", err.Error())
  1251. return err
  1252. }
  1253. }
  1254. //} else {
  1255. // updateParams := make(map[string]interface{})
  1256. // updateParams["Cover"] = v.Cover
  1257. // whereParam := map[string]interface{}{"article_id": v.ArticleId}
  1258. // err = models.UpdateByExpr(models.CygxArticleData{}, whereParam, updateParams)
  1259. // if err != nil {
  1260. // fmt.Println("UpdateByExpr CygxArticleData Err:" + err.Error())
  1261. // return err
  1262. // }
  1263. //}
  1264. }
  1265. }
  1266. AddCygxReportMappingCategoryGroupByArticleId(artcleId)
  1267. return err
  1268. }
  1269. //func init() {
  1270. // DoArticleOnenIdWxTemplateMsg(8112)
  1271. //}
  1272. // 过滤策略平台报告,研选报告重复推送,以及权限勾选的推送
  1273. func DoArticleOnenIdWxTemplateMsg(articleId int) (err error) {
  1274. //策略平台同步过来的文章ID,做微信模板消息推送,同一篇报告12小时只推送一次
  1275. cacheKey := fmt.Sprint(utils.CACHE_KEY_ARTICLE_ID_TEMPLATE, ":ArticleId", articleId)
  1276. ttlTime := utils.Rc.GetRedisTTL(cacheKey)
  1277. if ttlTime > 0 {
  1278. fmt.Println(ttlTime)
  1279. return err
  1280. }
  1281. var msg string
  1282. defer func() {
  1283. if err != nil {
  1284. go utils.SendAlarmMsg("过滤策略平台报告,研选报告重复推送,以及权限勾选的推送失败 DoArticleOnenIdWxTemplateMsg ErrMsg:"+err.Error(), 2)
  1285. fmt.Println(err)
  1286. }
  1287. if msg != "" {
  1288. utils.FileLog.Info("发送模版消息失败,msg:%s", msg)
  1289. }
  1290. }()
  1291. //获取文章详情
  1292. articleInfo, err := models.GetArticleDetailById(articleId)
  1293. if err != nil {
  1294. return
  1295. }
  1296. articleInfo.Abstract, _ = GetReportContentTextSub(articleInfo.Abstract)
  1297. var chartPermissionId int
  1298. //固收的权限,暂时当策略的逻辑一样处理
  1299. var chartPermissionName string
  1300. reportMapDetail, err := models.GetdetailByCategoryIdPush(articleInfo.CategoryId)
  1301. if err != nil {
  1302. return err
  1303. }
  1304. if reportMapDetail.ChartPermissionId == utils.CE_LUE_ID {
  1305. chartPermissionId = utils.CE_LUE_ID
  1306. } else if reportMapDetail.ChartPermissionId == utils.GU_SHOU_ID_CHART {
  1307. chartPermissionId = utils.GU_SHOU_ID_CHART
  1308. } else {
  1309. if reportMapDetail.PermissionType == 1 {
  1310. chartPermissionName = reportMapDetail.ChartPermissionName + "(主观)"
  1311. } else {
  1312. chartPermissionName = reportMapDetail.ChartPermissionName + "(客观)"
  1313. }
  1314. chartPermissionDetail, err := models.GetChartPermissionByRemark(chartPermissionName)
  1315. if err != nil {
  1316. return err
  1317. }
  1318. chartPermissionId = chartPermissionDetail.ChartPermissionId
  1319. }
  1320. //文章关联的产业
  1321. var industryName string
  1322. var industrialManagementId string
  1323. if chartPermissionId == utils.CE_LUE_ID || chartPermissionId == utils.GU_SHOU_ID_CHART {
  1324. industryName = reportMapDetail.SubCategoryName
  1325. } else {
  1326. if articleInfo.ReportType == 2 {
  1327. detailIndustryNameList, err := models.GetIndustrialManagemenDetailByAaticleID(articleId)
  1328. if err != nil && err.Error() != utils.ErrNoRow() {
  1329. return err
  1330. }
  1331. //如果不存在关联的产业则不推送
  1332. if len(detailIndustryNameList) == 0 {
  1333. return err
  1334. }
  1335. for _, v := range detailIndustryNameList {
  1336. industryName += v.IndustryName + ","
  1337. industrialManagementId += strconv.Itoa(v.IndustrialManagementId) + ","
  1338. }
  1339. industryName = strings.TrimRight(industryName, ",")
  1340. industrialManagementId = strings.TrimRight(industrialManagementId, ",")
  1341. //处理勾选了全部行业赛道的用户
  1342. var allIn string
  1343. allIn = DoXzsChooseSend(reportMapDetail.ChartPermissionName)
  1344. if allIn != "" {
  1345. allInList, err := models.GetCygxXzsChooseSendByAllIn(allIn)
  1346. if err != nil && err.Error() != utils.ErrNoRow() {
  1347. return err
  1348. }
  1349. if len(allInList) > 0 {
  1350. var allInUserId string
  1351. for _, v := range allInList {
  1352. allInUserId += strconv.Itoa(v.UserId) + ","
  1353. }
  1354. allInUserId = strings.TrimRight(allInUserId, ",")
  1355. userFllowIndustrialList, err := models.GetUserFllowIndustrialListByUserIdAndIndustrial(allInUserId, industrialManagementId)
  1356. if err != nil && err.Error() != utils.ErrNoRow() {
  1357. return err
  1358. }
  1359. mapUserFllowed := make(map[string]int)
  1360. for _, v := range userFllowIndustrialList {
  1361. //用户ID与其关注的产业组成唯一索引,判断是否存在,如果不存在就进行自动关注
  1362. mapUserFllowed[fmt.Sprint("uid:", v.UserId, "_Industrial:", v.IndustrialManagementId)] = v.UserId
  1363. }
  1364. //获取这些allIN用户的的信息进行遍历生成需要插入的数据
  1365. userList, err := models.GetWxUserListByUserIds(allInUserId)
  1366. if err != nil && err.Error() != utils.ErrNoRow() {
  1367. return err
  1368. }
  1369. var industryFllowItems []*models.CygxIndustryFllow
  1370. for _, v := range detailIndustryNameList {
  1371. for _, vUser := range userList {
  1372. //如果用户这个用户没有关注这个产业就进行自动关注
  1373. if mapUserFllowed[fmt.Sprint("uid:", vUser.UserId, "_Industrial:", v.IndustrialManagementId)] == 0 {
  1374. item := new(models.CygxIndustryFllow)
  1375. item.IndustrialManagementId = v.IndustrialManagementId
  1376. item.UserId = vUser.UserId
  1377. item.Email = vUser.Email
  1378. item.Mobile = vUser.Mobile
  1379. item.RealName = vUser.RealName
  1380. item.CompanyId = vUser.CompanyId
  1381. item.CompanyName = vUser.CompanyName
  1382. item.Source = 3
  1383. item.Type = 1
  1384. item.CreateTime = time.Now()
  1385. item.ModifyTime = time.Now()
  1386. industryFllowItems = append(industryFllowItems, item)
  1387. }
  1388. }
  1389. }
  1390. err = models.AddCygxIndustryFllowMulti(industryFllowItems)
  1391. if err != nil {
  1392. go utils.SendAlarmMsg("用户关注全部赛道,出现新赛道批量添加失败 ,AddCygxIndustryFllowMulti ErrMsg:"+err.Error(), 2)
  1393. }
  1394. }
  1395. }
  1396. }
  1397. }
  1398. // 获取所有有权的用户的 openid
  1399. mapOpenidPower := make(map[int]string)
  1400. permissionIdList := make([]string, 0)
  1401. var condition string
  1402. var pars []interface{}
  1403. slicepermissionId := strings.Split(strconv.Itoa(chartPermissionId), ",")
  1404. if len(slicepermissionId) > 0 {
  1405. for _, v := range slicepermissionId {
  1406. if v == strconv.Itoa(utils.GU_SHOU_ID_CHART) {
  1407. v = strconv.Itoa(utils.CE_LUE_ID)
  1408. }
  1409. permissionIdList = append(permissionIdList, v)
  1410. }
  1411. condition += ` AND p.chart_permission_id IN (` + utils.GetOrmInReplace(len(slicepermissionId)) + ` ) `
  1412. pars = append(pars, permissionIdList)
  1413. }
  1414. openidPowerListMobile, err := models.GetCygxUserRecordPower(condition, pars)
  1415. if err != nil {
  1416. return err
  1417. }
  1418. var mobileArr []string
  1419. for _, v := range openidPowerListMobile {
  1420. mobileArr = append(mobileArr, v.Mobile)
  1421. }
  1422. openidPowerList, err := models.GetWxOpenIdByMobileSliceList(mobileArr)
  1423. if err != nil {
  1424. return err
  1425. }
  1426. //四大行业的行业综述报告,对所有开通了对应行业权限的客户都推送。
  1427. if articleInfo.ReportType == 1 && chartPermissionId != utils.CE_LUE_ID && chartPermissionId != utils.GU_SHOU_ID_CHART {
  1428. for _, item := range openidPowerList {
  1429. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1430. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1431. openIditem := new(models.OpenIdList)
  1432. openIditem.OpenId = item.OpenId
  1433. openIditem.UserId = item.UserId
  1434. SendWxMsgWithArticleUpdate(first, keyword1, articleInfo.Title, articleInfo.PublishDate, articleInfo.Abstract, openIditem, articleId)
  1435. }
  1436. return err
  1437. }
  1438. for _, v := range openidPowerList {
  1439. mapOpenidPower[v.UserId] = v.OpenId
  1440. }
  1441. //获取关注这个文章对应产业的用户的 openid
  1442. mapOpenidFllow := make(map[int]string)
  1443. if chartPermissionId != utils.CE_LUE_ID && chartPermissionId != utils.GU_SHOU_ID_CHART {
  1444. openidFllowListMobile, err := models.GetCygxUserFllowOpenid(articleId)
  1445. if err != nil {
  1446. return err
  1447. }
  1448. var mobileArrFllow []string
  1449. for _, v := range openidFllowListMobile {
  1450. mobileArrFllow = append(mobileArrFllow, v.Mobile)
  1451. }
  1452. openidFllowList, err := models.GetWxOpenIdByMobileSliceList(mobileArrFllow)
  1453. if err != nil {
  1454. return err
  1455. }
  1456. for _, v := range openidFllowList {
  1457. mapOpenidFllow[v.UserId] = v.OpenId
  1458. }
  1459. }
  1460. //获取拒绝接收推送的的用户的 openid
  1461. mapOpenidRefuset := make(map[int]string)
  1462. openidRefusetList, err := models.GetCygxUserRefusetOpenid()
  1463. if err != nil {
  1464. return err
  1465. }
  1466. for _, v := range openidRefusetList {
  1467. mapOpenidRefuset[v.UserId] = v.OpenId
  1468. }
  1469. //获取提交过推送规则的用户的 openid
  1470. mapUserIdChooseSend := make(map[int]int)
  1471. mapUserIdChooseSendTypeNoPermission := make(map[int]int)
  1472. chooseSendtList, err := models.GetCygxXzsChooseSend()
  1473. for _, v := range chooseSendtList {
  1474. mapUserIdChooseSend[v.UserId] = v.UserId
  1475. if v.IsRefuse == 1 {
  1476. continue
  1477. }
  1478. //获取选择主客观赛道的用户
  1479. if reportMapDetail.PermissionType == 1 {
  1480. if v.IsSubjective == 1 {
  1481. mapUserIdChooseSendTypeNoPermission[v.UserId] = v.UserId
  1482. }
  1483. } else {
  1484. if v.IsObjective == 1 {
  1485. mapUserIdChooseSendTypeNoPermission[v.UserId] = v.UserId
  1486. }
  1487. }
  1488. }
  1489. //已经推送了的openid
  1490. mapOpenidPushed := make(map[int]string)
  1491. keyword2 := articleInfo.Title
  1492. keyword3 := time.Now().Format(utils.FormatDateTime)
  1493. keyword4 := articleInfo.Abstract
  1494. mapAlreadySend := make(map[int]int)
  1495. //如果是策略就按照策略的推送方式来写
  1496. if reportMapDetail.ChartPermissionName == utils.CE_LUE_NAME || reportMapDetail.ChartPermissionName == utils.GU_SHOU_NAME {
  1497. //获取提交过推送规则的用户的 openid
  1498. mapUserFllowCeLue := make(map[int]string)
  1499. userFllowCeLueList, err := models.GetCygxUserFllowCeLueOpenid(articleInfo.CategoryId)
  1500. if err != nil {
  1501. return err
  1502. }
  1503. for _, v := range userFllowCeLueList {
  1504. mapUserFllowCeLue[v.UserId] = v.OpenId
  1505. }
  1506. for k, v := range mapOpenidPower {
  1507. if mapOpenidPushed[k] != "" {
  1508. continue
  1509. }
  1510. openIditem := new(models.OpenIdList)
  1511. openIditem.UserId = k
  1512. openIditem.OpenId = v
  1513. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1514. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1515. mapActivityUserId := make(map[int]string)
  1516. if articleInfo.ReportType == 2 {
  1517. sliceSubjectId, _ := models.GetSubjectIds(articleId)
  1518. if sliceSubjectId != "" {
  1519. appointmentList, err := models.GetCygxAppointmentSummaryBySubjectId(sliceSubjectId)
  1520. if err != nil {
  1521. fmt.Println("GetCygxAppointmentSummaryListBySubjectId Err:", err.Error())
  1522. return err
  1523. }
  1524. var userIds []string
  1525. if len(appointmentList) > 0 {
  1526. for _, v := range appointmentList {
  1527. //fmt.Println("mapActivityUserId:", v.UserId)
  1528. userIds = append(userIds, strconv.Itoa(v.UserId))
  1529. mapActivityUserId[v.UserId] += v.ActivityName + ","
  1530. }
  1531. userIdstr := strings.Join(userIds, ",")
  1532. openIdLists, err := models.GetOpenIdByUserIds(userIdstr)
  1533. if err != nil {
  1534. fmt.Println("GetOpenIdByUserIds Err:", err.Error())
  1535. return err
  1536. }
  1537. for _, item := range openIdLists {
  1538. first := "您预约的调研,有关联的纪要发布/更新了"
  1539. keyword1 := industryName
  1540. openIditem := new(models.OpenIdList)
  1541. openIditem.OpenId = item.OpenId
  1542. openIditem.UserId = item.UserId
  1543. if _, ok := mapAlreadySend[openIditem.UserId]; !ok {
  1544. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1545. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1546. fmt.Println("AlreadySend:", openIditem.UserId)
  1547. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1548. }
  1549. }
  1550. }
  1551. }
  1552. //fmt.Println("openIditem.UserId:", openIditem.UserId)
  1553. //if _,ok := mapActivityUserId[openIditem.UserId]; ok{
  1554. // first = "您预约的调研,有关联的纪要发布/更新了"
  1555. // keyword1 = industryName
  1556. // SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1557. // delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1558. // mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1559. //}
  1560. }
  1561. _, ok := mapAlreadySend[openIditem.UserId]
  1562. //如果有权限而且小助手没有提交过信息的 就做正常推送
  1563. if mapUserIdChooseSend[openIditem.UserId] == 0 && !ok {
  1564. fmt.Println("1:", articleId)
  1565. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1566. }
  1567. //如果小助手勾选了对应的权限信息 就做正常推送
  1568. if mapUserIdChooseSend[openIditem.UserId] != 0 && mapUserFllowCeLue[openIditem.UserId] != "" && !ok {
  1569. fmt.Println("2:", articleId)
  1570. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1571. }
  1572. }
  1573. } else {
  1574. for k, v := range mapOpenidPower {
  1575. if mapOpenidPushed[k] != "" {
  1576. continue
  1577. }
  1578. mapUserIdChooseSendType := make(map[int]int)
  1579. for _, vS := range chooseSendtList {
  1580. if vS.IsRefuse == 1 {
  1581. continue
  1582. }
  1583. //获取选择主客观赛道的用户
  1584. if reportMapDetail.PermissionType == 1 {
  1585. if vS.IsSubjective == 1 {
  1586. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1587. }
  1588. } else if reportMapDetail.PermissionType == 2 {
  1589. if vS.IsObjective == 1 {
  1590. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1591. }
  1592. } else {
  1593. if vS.IsSubjective == 1 || vS.IsObjective == 1 {
  1594. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1595. }
  1596. }
  1597. }
  1598. openIditem := new(models.OpenIdList)
  1599. openIditem.UserId = k
  1600. openIditem.OpenId = v
  1601. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1602. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1603. mapActivityUserId := make(map[int]string)
  1604. if articleInfo.ReportType == 2 {
  1605. keyword1 = fmt.Sprint("【", industryName, "】有报告发布/更新")
  1606. sliceSubjectId, _ := models.GetSubjectIds(articleId)
  1607. if sliceSubjectId != "" {
  1608. appointmentList, err := models.GetCygxAppointmentSummaryBySubjectId(sliceSubjectId)
  1609. if err != nil {
  1610. fmt.Println("GetCygxAppointmentSummaryListBySubjectId Err:", err.Error())
  1611. return err
  1612. }
  1613. var userIds []string
  1614. if len(appointmentList) > 0 {
  1615. for _, v := range appointmentList {
  1616. //fmt.Println("mapActivityUserId:", v.UserId)
  1617. userIds = append(userIds, strconv.Itoa(v.UserId))
  1618. mapActivityUserId[v.UserId] += v.ActivityName + ","
  1619. }
  1620. userIdstr := strings.Join(userIds, ",")
  1621. openIdLists, err := models.GetOpenIdByUserIds(userIdstr)
  1622. if err != nil {
  1623. fmt.Println("GetOpenIdByUserIds Err:", err.Error())
  1624. return err
  1625. }
  1626. for _, item := range openIdLists {
  1627. //first := "您预约的调研,有关联的纪要发布/更新了"
  1628. //keyword1 := industryName
  1629. openIditem := new(models.OpenIdList)
  1630. openIditem.OpenId = item.OpenId
  1631. openIditem.UserId = item.UserId
  1632. if _, ok := mapAlreadySend[openIditem.UserId]; !ok {
  1633. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1634. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1635. fmt.Println("AlreadySend:", openIditem.UserId)
  1636. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1637. }
  1638. }
  1639. }
  1640. }
  1641. }
  1642. //如果有权限而且小助手没有提交过信息的 就做正常推送
  1643. _, ok := mapAlreadySend[openIditem.UserId]
  1644. if mapUserIdChooseSend[openIditem.UserId] == 0 && !ok {
  1645. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1646. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1647. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1648. }
  1649. //如果小助手勾选了对应的权限信息 就做正常推送
  1650. if mapUserIdChooseSend[openIditem.UserId] != 0 && mapOpenidFllow[openIditem.UserId] != "" && mapUserIdChooseSendType[openIditem.UserId] > 0 && !ok {
  1651. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1652. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1653. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1654. }
  1655. }
  1656. }
  1657. utils.Rc.Put(cacheKey, articleId, time.Hour*12)
  1658. return
  1659. }
  1660. // GetSpecialArticleDetailUserPower 处理用户查看专项调研文章详情的权限
  1661. func GetSpecialArticleDetailUserPower(user *models.WxUserItem, articleInfo *models.ArticleDetail) (havePower bool, err error) {
  1662. userType, _, e := GetUserType(user.CompanyId)
  1663. if e != nil {
  1664. err = errors.New("GetSpecialUserType, Err: " + e.Error())
  1665. return
  1666. }
  1667. // 永续客户、大套餐客户可以查看行业升级套餐客户 权限
  1668. if userType == 1 || userType == 2 {
  1669. havePower = true
  1670. return
  1671. }
  1672. permissionStr, e := GetCompanyPermissionUpgrade(user.CompanyId)
  1673. if e != nil {
  1674. err = errors.New("GetCompanyPermissionUpgrade, Err: " + e.Error())
  1675. return
  1676. }
  1677. reportMapDetail, e := models.GetdetailByCategoryIdPush(articleInfo.CategoryId)
  1678. if e != nil {
  1679. err = errors.New("GetdetailByCategoryIdPush, Err: " + e.Error())
  1680. return
  1681. }
  1682. if reportMapDetail == nil {
  1683. err = errors.New("GetdetailByCategoryIdP,获取详情失败, ")
  1684. return
  1685. }
  1686. fmt.Println(permissionStr)
  1687. //如果没有对应的升级权限,则返回
  1688. if !strings.Contains(permissionStr, reportMapDetail.ChartPermissionName) {
  1689. return
  1690. } else {
  1691. havePower = true
  1692. }
  1693. return
  1694. }
  1695. //func init() {
  1696. // GetArticNewLabelWhithActivity3Month()
  1697. //}
  1698. // 弘则报告发布日期在三个月以内的
  1699. func GetArticNewLabelWhithActivity3Month() (labelMap map[int]bool, err error) {
  1700. var condition string
  1701. var pars []interface{}
  1702. condition += ` AND publish_date <= ? AND article_id < ? `
  1703. pars = append(pars, time.Now().AddDate(0, -3, 0), utils.SummaryArticleId)
  1704. articleList, e := models.GetArticleList(condition, pars)
  1705. if e != nil {
  1706. err = errors.New("GetArticleList, Err: " + e.Error())
  1707. return
  1708. }
  1709. var articleIds []int
  1710. for _, v := range articleList {
  1711. articleIds = append(articleIds, v.ArticleId)
  1712. }
  1713. if len(articleIds) == 0 {
  1714. return
  1715. }
  1716. pars = make([]interface{}, 0)
  1717. condition = ` AND article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  1718. pars = append(pars, articleIds)
  1719. industrialList, e := models.GetIndustrialArticleGroupManagementList(condition, pars)
  1720. if e != nil {
  1721. err = errors.New("GetIndustrialArticleGroupManagementList, Err: " + e.Error())
  1722. return
  1723. }
  1724. labelMap = make(map[int]bool, 0)
  1725. var industrialIds []int
  1726. for _, v := range industrialList {
  1727. industrialIds = append(industrialIds, v.IndustrialManagementId)
  1728. }
  1729. // 获取活动关联的产业
  1730. var groupCond string
  1731. var groupPars []interface{}
  1732. groupCond += ` AND b.industrial_management_id IN (` + utils.GetOrmInReplace(len(industrialIds)) + `) AND b.source = 1 `
  1733. groupPars = append(groupPars, industrialIds)
  1734. groups, e := models.GetActivityIndustryRelationList(groupCond, groupPars)
  1735. if e != nil {
  1736. err = errors.New("获取活动产业关联列表失败, Err: " + e.Error())
  1737. return
  1738. }
  1739. for _, v := range groups {
  1740. labelMap[v.ActivityId] = true
  1741. }
  1742. return
  1743. }
  1744. // HandleArticleCategoryImg 预处理文章的封面图片
  1745. func HandleArticleCategoryImg(list []*models.HomeArticle) (items []*models.HomeArticle, err error) {
  1746. //研选的五张图片
  1747. detailResearch, e := models.GetConfigByCode("category_research_img_url")
  1748. if e != nil {
  1749. err = errors.New("获取研选的五张图片失败" + e.Error())
  1750. return
  1751. }
  1752. researchList := strings.Split(detailResearch.ConfigValue, "{|}")
  1753. //对应分类的所图片
  1754. detailCategoryUrl, err := models.GetConfigByCode("category_map_img_url")
  1755. if err != nil {
  1756. err = errors.New("获取对应分类的所图片失败" + err.Error())
  1757. return
  1758. }
  1759. categoryUrlList := strings.Split(detailCategoryUrl.ConfigValue, "{|}")
  1760. mapCategoryUrl := make(map[string]string)
  1761. var categoryId string
  1762. var imgUrlChart string
  1763. for _, v := range categoryUrlList {
  1764. vslice := strings.Split(v, "_")
  1765. categoryId = vslice[0]
  1766. imgUrlChart = vslice[len(vslice)-1]
  1767. mapCategoryUrl[categoryId] = imgUrlChart
  1768. }
  1769. mapChartPerssion := make(map[string]string)
  1770. reportMappingList, err := models.GetReportMappingStrategyAll()
  1771. if err != nil {
  1772. err = errors.New("GetReportMappingStrategyAll err" + err.Error())
  1773. return
  1774. }
  1775. for _, v := range reportMappingList {
  1776. mapChartPerssion[strconv.Itoa(v.CategoryId)] = v.ChartPermissionName
  1777. }
  1778. for k, v := range list {
  1779. list[k].Abstract, _ = GetReportContentTextSub(v.Abstract)
  1780. item := list[k]
  1781. //如果文章一开始的内容是图片,优先展示第一张图片
  1782. if list[k].Annotation == "" {
  1783. imgurl, _ := FixArticleImgUrl(html.UnescapeString(list[k].Body))
  1784. if imgurl != "" {
  1785. list[k].BodyHtml = imgurl
  1786. }
  1787. }
  1788. //newBody, _ := GetReportContentTextSubByarticle(item.Body, item.Annotation, item.ArticleId)
  1789. list[k].Annotation = ArticleAnnotation(item)
  1790. list[k].Body = ""
  1791. list[k].PublishDate = utils.StrTimeToTime(item.PublishDate).Format(utils.FormatDate) //时间字符串格式转时间格式
  1792. list[k].ChartPermissionName = mapChartPerssion[v.CategoryId]
  1793. //如果是研选系列的任意取五张图片的中的一张
  1794. if v.CategoryId == "0" || v.ArticleId > utils.SummaryArticleId {
  1795. knum := v.ArticleId % 5
  1796. list[k].ImgUrlPc = researchList[knum]
  1797. } else {
  1798. list[k].ImgUrlPc = mapCategoryUrl[v.CategoryId]
  1799. }
  1800. list[k].ArticleResponse = 4 // 默认展示核心观点
  1801. //ArticleResponse int `description:"报告类型 0:啥也不是,1研选报告,2:研选纪要,3:研选沙龙,4;核心观点"`
  1802. if list[k].ArticleId >= utils.SummaryArticleId {
  1803. list[k].HttpUrl = utils.StrategyPlatform + strconv.Itoa(v.ArticleId)
  1804. list[k].IsNeedJump = true
  1805. list[k].ArticleResponse = 1
  1806. //if v.IsReport == 1 {
  1807. // list[k].ArticleResponse = 1
  1808. //} else if v.ArticleTypeName == "纪要" {
  1809. // list[k].ArticleResponse = 2
  1810. //} else if v.ArticleTypeName == "观点" {
  1811. // list[k].ArticleResponse = 3
  1812. //} else if v.ArticleTypeName == "沙龙" {
  1813. // list[k].ArticleResponse = 3
  1814. //} else if v.ArticleTypeName == "路演精华" {
  1815. // list[k].ArticleResponse = 1
  1816. //}
  1817. }
  1818. list[k].Source = 1
  1819. //添加行业默认图片
  1820. if v.ImgUrlPc == "" {
  1821. if v.ChartPermissionName == utils.YI_YAO_NAME {
  1822. list[k].ImgUrlPc = utils.YI_YAO_OTHER_IMG
  1823. } else if v.ChartPermissionName == utils.XIAO_FEI_NAME {
  1824. list[k].ImgUrlPc = utils.XIAO_FEI_OTHER_IMG
  1825. } else if v.ChartPermissionName == utils.KE_JI_NAME {
  1826. list[k].ImgUrlPc = utils.KE_JI_OTHER_IMG
  1827. } else if v.ChartPermissionName == utils.ZHI_ZAO_NAME {
  1828. list[k].ImgUrlPc = utils.ZHI_ZAO_OTHER_IMG
  1829. }
  1830. }
  1831. //是不是研选报告
  1832. if v.ArticleTypeId > 0 {
  1833. list[k].IsResearch = true
  1834. }
  1835. }
  1836. articleIds := make([]int, 0)
  1837. for i := range list {
  1838. articleIds = append(articleIds, list[i].ArticleId)
  1839. }
  1840. articleMapPv := GetArticleHistoryByArticleId(articleIds) //文章Pv
  1841. // 报告关联产业信息
  1842. industryMap := make(map[int][]*models.IndustrialManagementIdInt, 0)
  1843. if len(articleIds) > 0 {
  1844. var industryCond string
  1845. var industryPars []interface{}
  1846. industryCond += ` AND mg.article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  1847. industryPars = append(industryPars, articleIds)
  1848. industryList, e := models.GetIndustrialListByarticleId(industryPars, industryCond)
  1849. if e != nil {
  1850. err = errors.New("GetIndustrialListByarticleId" + e.Error())
  1851. return
  1852. }
  1853. for i := range industryList {
  1854. v := industryList[i]
  1855. industryMap[v.ArticleId] = append(industryMap[v.ArticleId], &models.IndustrialManagementIdInt{
  1856. ArticleId: v.ArticleId,
  1857. IndustrialManagementId: v.IndustrialManagementId,
  1858. IndustryName: v.IndustryName,
  1859. ChartPermissionId: v.ChartPermissionId,
  1860. })
  1861. }
  1862. }
  1863. for k, v := range list {
  1864. if len(industryMap[v.ArticleId]) > 0 {
  1865. list[k].List = industryMap[v.ArticleId]
  1866. } else {
  1867. list[k].List = make([]*models.IndustrialManagementIdInt, 0)
  1868. }
  1869. v.Pv = articleMapPv[v.ArticleId]
  1870. if v.Pv > 999 {
  1871. list[k].Pv = 999
  1872. }
  1873. }
  1874. if len(list) == 0 {
  1875. list = make([]*models.HomeArticle, 0)
  1876. }
  1877. items = list
  1878. return
  1879. }
  1880. // 处理核心观点的展示规则
  1881. func ArticleAnnotation(item *models.HomeArticle) (annotation string) {
  1882. if item.ArticleId >= utils.SummaryArticleId {
  1883. item.Annotation = YxArticleAnnotation(item)
  1884. }
  1885. if item.Annotation != "" {
  1886. annotation = strings.Replace(item.Annotation, "<br>", "", -1)
  1887. annotation = strings.Replace(item.Annotation, "&nbsp;", "", -1)
  1888. } else {
  1889. return
  1890. }
  1891. bodyText, _ := GetReportContentTextSubNew(annotation)
  1892. if bodyText == "" {
  1893. return
  1894. }
  1895. if annotation != "" {
  1896. annotation = html.UnescapeString(annotation)
  1897. doc, _ := goquery.NewDocumentFromReader(strings.NewReader(annotation))
  1898. docText := doc.Text()
  1899. mapDoc := make(map[int]string)
  1900. var mapSort []int
  1901. p := doc.Find("p")
  1902. p.Each(func(tk int, pd *goquery.Selection) {
  1903. pdText := pd.Text()
  1904. pdText = strings.Replace(pdText, " ", "", -1)
  1905. if pdText != "" {
  1906. textLen := strings.Index(docText, pdText)
  1907. mapDoc[(strings.Index(docText, pdText))] = pdText
  1908. mapSort = append(mapSort, textLen)
  1909. }
  1910. })
  1911. li := doc.Find("li")
  1912. li.Each(func(tk int, li *goquery.Selection) {
  1913. liText := li.Text()
  1914. liText = strings.Replace(liText, " ", "", -1)
  1915. if liText != "" {
  1916. textLen := strings.Index(docText, liText)
  1917. mapDoc[(strings.Index(docText, liText))] = strconv.Itoa(tk+1) + "." + liText
  1918. mapSort = append(mapSort, textLen)
  1919. }
  1920. })
  1921. ul := doc.Find("ul")
  1922. ul.Each(func(tk int, ul *goquery.Selection) {
  1923. ulText := ul.Text()
  1924. ulText = strings.Replace(ulText, " ", "", -1)
  1925. if ulText != "" {
  1926. textLen := strings.Index(docText, ulText)
  1927. mapDoc[(strings.Index(docText, ulText))] = ulText
  1928. mapSort = append(mapSort, textLen)
  1929. }
  1930. })
  1931. if len(mapSort) == 0 {
  1932. return
  1933. } else {
  1934. //排序
  1935. sort.Ints(mapSort)
  1936. var annotationHtml string
  1937. for _, vSort := range mapSort {
  1938. for k, v := range mapDoc {
  1939. if k == vSort && v != "" {
  1940. annotationHtml += v + "<br>"
  1941. }
  1942. }
  1943. }
  1944. annotationHtml = strings.TrimRight(annotationHtml, "<br>")
  1945. annotationHtml = "<p>" + annotationHtml + "</p>"
  1946. annotation = annotationHtml
  1947. }
  1948. }
  1949. return
  1950. }
  1951. //func init() {
  1952. // strss := AnnotationHtml("")
  1953. //
  1954. // fmt.Println(strss)
  1955. //}
  1956. // 处理核心观点的展示规则
  1957. func AnnotationHtml(bodyText string) (annotation string) {
  1958. if bodyText == "" {
  1959. return
  1960. }
  1961. annotation = bodyText
  1962. annotation = html.UnescapeString(annotation)
  1963. doc, _ := goquery.NewDocumentFromReader(strings.NewReader(annotation))
  1964. docText := doc.Text()
  1965. mapDoc := make(map[int]string)
  1966. var mapSort []int
  1967. p := doc.Find("p")
  1968. p.Each(func(tk int, pd *goquery.Selection) {
  1969. pdText := pd.Text()
  1970. //pdText = strings.Replace(pdText, " ", "", -1)
  1971. if pdText != "" {
  1972. textLen := strings.Index(docText, pdText)
  1973. mapDoc[(strings.Index(docText, pdText))] = pdText
  1974. mapSort = append(mapSort, textLen)
  1975. }
  1976. })
  1977. li := doc.Find("li")
  1978. li.Each(func(tk int, li *goquery.Selection) {
  1979. liText := li.Text()
  1980. liText = strings.Replace(liText, " ", "", -1)
  1981. if liText != "" {
  1982. textLen := strings.Index(docText, liText)
  1983. mapDoc[(strings.Index(docText, liText))] = strconv.Itoa(tk+1) + "." + liText
  1984. mapSort = append(mapSort, textLen)
  1985. }
  1986. })
  1987. ul := doc.Find("ul")
  1988. ul.Each(func(tk int, ul *goquery.Selection) {
  1989. ulText := ul.Text()
  1990. ulText = strings.Replace(ulText, " ", "", -1)
  1991. if ulText != "" {
  1992. textLen := strings.Index(docText, ulText)
  1993. mapDoc[(strings.Index(docText, ulText))] = ulText
  1994. mapSort = append(mapSort, textLen)
  1995. }
  1996. })
  1997. section := doc.Find("section")
  1998. section.Each(func(tk int, section *goquery.Selection) {
  1999. sectionText := section.Text()
  2000. sectionText = strings.Replace(sectionText, " ", "", -1)
  2001. if sectionText != "" {
  2002. textLen := strings.Index(docText, sectionText)
  2003. mapDoc[(strings.Index(docText, sectionText))] = sectionText
  2004. mapSort = append(mapSort, textLen)
  2005. }
  2006. })
  2007. if len(mapSort) == 0 {
  2008. return
  2009. } else {
  2010. //排序
  2011. sort.Ints(mapSort)
  2012. var annotationHtml string
  2013. for _, vSort := range mapSort {
  2014. for k, v := range mapDoc {
  2015. if k == vSort && v != "" {
  2016. annotationHtml += v + "<br>"
  2017. }
  2018. }
  2019. }
  2020. annotationHtml = strings.TrimRight(annotationHtml, "<br>")
  2021. annotationHtml = "<p>" + annotationHtml + "</p>"
  2022. annotation = annotationHtml
  2023. }
  2024. return
  2025. }
  2026. // 处理产品内测展示规则
  2027. func ProductInteriorHtml(bodyText string) (annotation string) {
  2028. if bodyText == "" {
  2029. return
  2030. }
  2031. sliceBody := strings.Split(bodyText, "</p>")
  2032. annotation, _ = GetReportContentTextSub(sliceBody[0])
  2033. return
  2034. }
  2035. // 解析研选内容中的核心观点
  2036. func YxArticleAnnotation(article *models.HomeArticle) (annotation string) {
  2037. //如果不规范,就获取内容主体
  2038. if strings.Count(article.Body, "<hr") == 0 {
  2039. //如果内容不规范而且,还有图片,就把核心观点置空
  2040. if article.BodyHtml != "" {
  2041. return
  2042. }
  2043. annotation, _ = GetReportContentTextSub(article.Body)
  2044. return
  2045. }
  2046. body := strings.ReplaceAll(article.Body, "<strong>", "")
  2047. body = strings.ReplaceAll(body, "</strong>", "")
  2048. body = strings.ReplaceAll(body, "</ol>", "</div>")
  2049. body = strings.ReplaceAll(body, "<ol>", "<div>")
  2050. body = strings.ReplaceAll(body, "</li>", "</p>")
  2051. body = strings.ReplaceAll(body, "<li>", "<p>")
  2052. re, _ := regexp.Compile("<strong.*?>")
  2053. body = re.ReplaceAllString(body, "")
  2054. reLi, _ := regexp.Compile("<li.*?>")
  2055. body = reLi.ReplaceAllString(body, "")
  2056. var plus int
  2057. coreIndex := strings.Index(body, "核心观点:")
  2058. plus = 15
  2059. if coreIndex == -1 {
  2060. coreIndex = strings.Index(body, "核心观点:")
  2061. plus = 13
  2062. }
  2063. if coreIndex == -1 {
  2064. coreIndex = strings.Index(body, "核心观点")
  2065. plus = 12
  2066. }
  2067. if coreIndex == -1 {
  2068. coreIndex = strings.Index(body, "核心结论:")
  2069. plus = 15
  2070. }
  2071. if coreIndex == -1 {
  2072. coreIndex = strings.Index(body, "核心结论:")
  2073. plus = 13
  2074. }
  2075. if coreIndex == -1 {
  2076. coreIndex = strings.Index(body, "核心结论")
  2077. plus = 12
  2078. }
  2079. endIndex := strings.Index(body, "<hr")
  2080. if coreIndex != -1 && endIndex != -1 {
  2081. body = body[coreIndex+plus : endIndex]
  2082. }
  2083. annotation = body
  2084. return
  2085. }
  2086. // 通过接解析带有Md5的文章链接获取文章ID
  2087. func GetReportLinkToArticleid(reportLink string) (articleId int, err error) {
  2088. defer func() {
  2089. if err != nil {
  2090. go utils.SendAlarmMsg("通过接解析带有Md5的文章链接获取文章ID失败"+err.Error(), 2)
  2091. }
  2092. }()
  2093. var artMd5 string
  2094. //处理Md5的
  2095. strnum1 := strings.Index(reportLink, "id=")
  2096. if strnum1 > 0 {
  2097. sliceId := strings.Split(reportLink, "id=")
  2098. if len(sliceId) > 1 {
  2099. reportLink = sliceId[1]
  2100. sliceMd5Id := strings.Split(reportLink, "&")
  2101. artMd5 = sliceMd5Id[0]
  2102. }
  2103. if artMd5 != "" {
  2104. detail, errArt := models.GetArticleDetailByIdMd5(artMd5)
  2105. if errArt != nil && errArt.Error() != utils.ErrNoRow() {
  2106. err = errArt
  2107. return
  2108. }
  2109. if detail != nil {
  2110. articleId = detail.ArticleId
  2111. }
  2112. }
  2113. } else {
  2114. //处理活动的
  2115. linkList := strings.Split(reportLink, "/")
  2116. if linkList[len(linkList)-1] != "" {
  2117. linkArticleId, _ := strconv.Atoi(linkList[len(linkList)-1])
  2118. if linkArticleId > 0 {
  2119. articleInfo, errArt := models.GetArticleDetailById(linkArticleId)
  2120. if errArt != nil && errArt.Error() != utils.ErrNoRow() {
  2121. err = errArt
  2122. return
  2123. }
  2124. if articleInfo != nil {
  2125. articleId = articleInfo.ArticleId
  2126. }
  2127. }
  2128. }
  2129. }
  2130. return
  2131. }
  2132. // GetArticleStockMap 获取个股标签所对应的文章ID
  2133. func GetArticleStockMap() (mapResp map[string]int, err error) {
  2134. defer func() {
  2135. if err != nil {
  2136. go utils.SendAlarmMsg("获取个股标签所对应的文章ID失败"+err.Error(), 2)
  2137. }
  2138. }()
  2139. list, err := models.GetArticleStock()
  2140. if err != nil && err.Error() != utils.ErrNoRow() {
  2141. return
  2142. }
  2143. mapResp = make(map[string]int, 0)
  2144. if len(list) > 0 {
  2145. //一对一精准匹配
  2146. for _, v := range list {
  2147. sliceSubjects := strings.Split(v.Stock, "/")
  2148. if len(sliceSubjects) > 0 {
  2149. for _, vSubject := range sliceSubjects {
  2150. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  2151. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  2152. subject := sliceXiahuaxian[0]
  2153. mapResp[subject] = v.ArticleId
  2154. }
  2155. }
  2156. }
  2157. }
  2158. return
  2159. }
  2160. // GetAiQianYanArtilceList 获取AI前沿几篇文章
  2161. func GetAiQianYanArtilceList(startSize, pageSize int) (items []*models.ReportArticle, total int, err error) {
  2162. defer func() {
  2163. if err != nil {
  2164. go utils.SendAlarmMsg("获取AI前沿几篇文章失败"+err.Error(), 2)
  2165. }
  2166. }()
  2167. var condition string
  2168. var pars []interface{}
  2169. condition += ` AND title LIKE '%AI前沿%' AND publish_status = 1 ORDER BY publish_date DESC `
  2170. articleList, e := models.GetCygxCygxArticleList(condition, pars, startSize, pageSize)
  2171. if e != nil {
  2172. err = errors.New("GetCygxCygxArticleList, Err: " + e.Error())
  2173. return
  2174. }
  2175. total, e = models.GetCygxArticleCount(condition, pars)
  2176. if e != nil {
  2177. err = errors.New("GetCygxArticleCount, Err: " + e.Error())
  2178. return
  2179. }
  2180. for _, v := range articleList {
  2181. item := new(models.ReportArticle)
  2182. item.ArticleId = v.ArticleId
  2183. item.Title = v.Title
  2184. item.Abstract = v.Abstract
  2185. item.Annotation = v.Annotation
  2186. item.PublishDate = v.PublishDate
  2187. item.Resource = 1
  2188. item.CategoryId = strconv.Itoa(v.CategoryId)
  2189. item.Body = v.Body
  2190. items = append(items, item)
  2191. }
  2192. return
  2193. }
  2194. // 获取文章内部图表的第一张封面图
  2195. func GetArticleCoverByChartFirst(body string) (cover string) {
  2196. var err error
  2197. defer func() {
  2198. if err != nil {
  2199. fmt.Println(err)
  2200. go utils.SendAlarmMsg("获取文章内部图表的第一张封面图失败,Err:"+err.Error()+body, 3)
  2201. }
  2202. }()
  2203. var chartUrl string
  2204. var hrefRegexp = regexp.MustCompile(utils.RegularUrl)
  2205. match := hrefRegexp.FindAllString(body, -1)
  2206. if match != nil {
  2207. for _, v := range match {
  2208. if strings.Contains(v, "charts/display") {
  2209. chartUrl = v
  2210. break
  2211. }
  2212. }
  2213. }
  2214. if chartUrl != "" {
  2215. urlSlice := strings.Split(chartUrl, "/")
  2216. lenurlSlice := len(urlSlice)
  2217. sourceId, _ := strconv.Atoi(urlSlice[lenurlSlice-1])
  2218. if sourceId == 0 {
  2219. sourceId, _ = strconv.Atoi(urlSlice[lenurlSlice-2])
  2220. }
  2221. if sourceId == 0 {
  2222. err = errors.New("新的图标链接无法解析" + chartUrl)
  2223. return
  2224. }
  2225. chartUrlApi := utils.ApiUrl + "charts/" + strconv.Itoa(sourceId)
  2226. authorization := utils.ApiAuthorization
  2227. body, e := PublicGetDate(chartUrlApi, authorization)
  2228. if e != nil {
  2229. err = errors.New("PublicGetDate" + err.Error())
  2230. return
  2231. }
  2232. var resultDate models.ChartResultDetailApi
  2233. e = json.Unmarshal(body, &resultDate)
  2234. if e != nil {
  2235. err = errors.New(" json.Unmarshal" + err.Error())
  2236. }
  2237. cover = resultDate.Data.Cover
  2238. }
  2239. return
  2240. }
  2241. // GetYxArticleIdMap 获取研选文章ID
  2242. func GetYxArticleIdMap(articleIds []int) (mapResp map[int]bool) {
  2243. var err error
  2244. defer func() {
  2245. if err != nil {
  2246. go utils.SendAlarmMsg("获取研选文章ID失败,GetYxArticleIdMap"+err.Error(), 2)
  2247. }
  2248. }()
  2249. var condition string
  2250. var pars []interface{}
  2251. condition = ` AND article_type_id > 0 `
  2252. if len(articleIds) > 0 {
  2253. condition += ` AND article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  2254. pars = append(pars, articleIds)
  2255. }
  2256. articleList, e := models.GetArticleList(condition, pars)
  2257. if e != nil {
  2258. err = errors.New("GetArticleList, Err: " + e.Error())
  2259. return
  2260. }
  2261. mapResp = make(map[int]bool, 0)
  2262. for _, v := range articleList {
  2263. mapResp[v.ArticleId] = true
  2264. }
  2265. return
  2266. }
  2267. //func init() {
  2268. //
  2269. // //listarticle, err := models.GetArticleInit13_5()
  2270. // //fmt.Println(err)
  2271. // //fmt.Println("listarticle", len(listarticle))
  2272. // //
  2273. // //for _, v := range listarticle {
  2274. // // HandleArticleListByApiInit13_5(v.ArticleId)
  2275. // //}
  2276. // //HandleArticleListByApiInit13_5(10825)
  2277. //
  2278. // listarticle, err := models.GetArticleInit13_5GuSHou()
  2279. // fmt.Println(err)
  2280. // fmt.Println("listarticle", len(listarticle))
  2281. //
  2282. // for _, v := range listarticle {
  2283. // HandleArticleListByApiInit13_5GuShou(v.ArticleId)
  2284. // }
  2285. //
  2286. //}
  2287. // 处理同步过来的文章
  2288. func HandleArticleListByApiInit13_5(artcleId int) (err error) {
  2289. defer func() {
  2290. if err != nil {
  2291. go utils.SendAlarmMsg("处理同步策略平台数据失败"+"GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), 2)
  2292. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), utils.EmailSendToUsers)
  2293. }
  2294. }()
  2295. var clueApiUrl string
  2296. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", artcleId)
  2297. fmt.Println(clueApiUrl)
  2298. authorization := utils.ApiAuthorization
  2299. body, err := PublicGetDate(clueApiUrl, authorization)
  2300. if err != nil {
  2301. fmt.Println(err)
  2302. return
  2303. }
  2304. var articleResultDate models.ArticleDetailResultApi
  2305. err = json.Unmarshal(body, &articleResultDate)
  2306. if err != nil {
  2307. fmt.Println("Getres.PublicGetDate Err:", err.Error())
  2308. return err
  2309. }
  2310. item := new(models.CygxShanghaiCompanyLog)
  2311. item.CreateTime = time.Now()
  2312. item.Url = clueApiUrl
  2313. item.Body = ""
  2314. item.Result = string(body)
  2315. articleResult := articleResultDate.Data
  2316. exitMap := make(map[int]int)
  2317. categoryIdMap := make(map[int]int)
  2318. classMap := make(map[int]int)
  2319. reportMap := make(map[int]int)
  2320. summaryMap := make(map[int]int)
  2321. listMap, err := models.GetArticleApiMap()
  2322. if err != nil {
  2323. fmt.Println("GetlistMap Err:", err.Error())
  2324. return err
  2325. }
  2326. //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
  2327. for _, v := range listMap {
  2328. exitMap[v.SeriesId] = v.OldId
  2329. categoryIdMap[v.SeriesId] = v.OldIdMap
  2330. if v.IsClass == 1 {
  2331. classMap[v.OldId] = 1
  2332. }
  2333. if v.IsReport == 1 {
  2334. reportMap[v.OldId] = 1
  2335. }
  2336. if v.IsSummary == 1 {
  2337. summaryMap[v.OldId] = 1
  2338. }
  2339. }
  2340. var list []*models.Tactics2
  2341. var listArticleData []*models.CygxArticleData
  2342. var listAuthor []*models.CygxArticleAuthor
  2343. //如果是英文报告 ,或者香港类型那么则不同步 publish_area :all 全部 ;hk 香港
  2344. if articleResult.TypeId == 9 || articleResult.PublishArea != "all" {
  2345. // 如果是英文报告,或者是香港报告就进行删除处理
  2346. err = models.UpdateArticlePublish(artcleId, 0)
  2347. if err != nil {
  2348. fmt.Println("UpdateArticlePublish Err:", err.Error())
  2349. return err
  2350. }
  2351. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  2352. return
  2353. }
  2354. var cover string
  2355. if articleResult.Series.Name == "图解市场" {
  2356. cover = GetArticleCoverByChartFirst(articleResult.Content.Body)
  2357. } else if articleResult.Series.Name == "行业深度" {
  2358. cover = articleResult.Cover
  2359. }
  2360. fmt.Println(cover)
  2361. //return
  2362. //状态等于 2 跟 4 的进行同步 IsActive 为false 软删除的也不同步
  2363. if exitMap[articleResult.SeriesId] > 0 && (articleResult.PublishStatus == 2 || articleResult.PublishStatus == 4) && articleResult.IsActive {
  2364. articleResult.PublishDate = time.Date(articleResult.PublishDate.Year(), articleResult.PublishDate.Month(), articleResult.PublishDate.Day(), articleResult.PublishDate.Hour(), articleResult.PublishDate.Minute(), articleResult.PublishDate.Second(), articleResult.PublishDate.Nanosecond(), time.Local)
  2365. item := new(models.Tactics2)
  2366. itemArticleData := new(models.CygxArticleData)
  2367. itemArticleData.ArticleId = articleResult.ArticleId
  2368. itemArticleData.Cover = articleResult.Cover
  2369. itemArticleData.CreateTime = time.Now()
  2370. listArticleData = append(listArticleData, itemArticleData)
  2371. itemAuthor := new(models.CygxArticleAuthor)
  2372. item.ArticleId = articleResult.ArticleId
  2373. item.Title = articleResult.Title
  2374. item.TitleEn = articleResult.TitleEn
  2375. item.File = articleResult.File
  2376. if articleResult.Frequency == "日度" {
  2377. item.UpdateFrequency = "daily"
  2378. } else if articleResult.Frequency == "周度" {
  2379. item.UpdateFrequency = "weekly"
  2380. } else if articleResult.Frequency == "月度" {
  2381. item.UpdateFrequency = "monthly"
  2382. } else if articleResult.Frequency == "季度" {
  2383. item.UpdateFrequency = "quarterly"
  2384. } else if articleResult.Frequency == "年度" {
  2385. item.UpdateFrequency = "yearly"
  2386. } else {
  2387. item.UpdateFrequency = "unknow"
  2388. }
  2389. item.CreateDate = articleResult.CreateDate
  2390. item.PublishDate = articleResult.PublishDate.Add(time.Hour * 8)
  2391. item.PublishStatus = 1
  2392. item.Body = articleResult.Content.Body
  2393. item.Abstract = articleResult.Content.Abstract
  2394. item.Annotation = articleResult.Content.Annotation
  2395. item.CategoryName = articleResult.Industry.Name
  2396. item.CategoryId = categoryIdMap[articleResult.SeriesId]
  2397. item.CategoryIdTwo = exitMap[articleResult.SeriesId]
  2398. item.SubCategoryName = articleResult.Series.Name
  2399. item.Cover = cover
  2400. fmt.Println("item.CategoryIdTwo", item.CategoryIdTwo)
  2401. fmt.Println("item.CategoryId", item.CategoryId)
  2402. {
  2403. //这两种情况特殊处理
  2404. if articleResult.Field.Name == "宏观利率" {
  2405. item.CategoryId = 10070
  2406. item.CategoryIdTwo = item.CategoryId
  2407. }
  2408. if articleResult.Field.Name == "信用" {
  2409. item.CategoryId = 10082
  2410. item.CategoryIdTwo = item.CategoryId
  2411. }
  2412. }
  2413. if len(articleResult.Stock) > 0 {
  2414. var stock string
  2415. for _, vS := range articleResult.Stock {
  2416. stock += vS + "/"
  2417. }
  2418. stock = strings.TrimRight(stock, "/")
  2419. item.Stock = stock
  2420. }
  2421. item.FieldName = articleResult.Field.Name
  2422. item.TypeName = articleResult.Type.Name
  2423. item.UpdateDate = articleResult.UpdateDate
  2424. item.CeLueFieldId = articleResult.Field.Id
  2425. list = append(list, item)
  2426. itemAuthor.ArticleId = articleResult.ArticleId
  2427. itemAuthor.Name = articleResult.Author.Name
  2428. itemAuthor.Mobile = articleResult.Author.PhoneNumber
  2429. fmt.Println(articleResult.Cover)
  2430. listAuthor = append(listAuthor, itemAuthor)
  2431. } else {
  2432. // 如果这篇文章没有发布,那么就不作处理。
  2433. err = models.UpdateArticlePublish(artcleId, 0)
  2434. if err != nil {
  2435. fmt.Println("UpdateArticlePublish Err:", err.Error())
  2436. return err
  2437. }
  2438. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  2439. //go UpdateResourceData(artcleId, "article", "delete", time.Now().Format(utils.FormatDateTime))
  2440. return
  2441. }
  2442. fmt.Println("同步文章条数:", len(list))
  2443. listCustomArticle, err := models.GetCustomArticleId() //手动归类的文章,不替换文章类型
  2444. if err != nil {
  2445. fmt.Println("GetTacticsList Err:", err.Error())
  2446. return err
  2447. }
  2448. listGetMatchTypeName, errMatch := models.GetMatchTypeNamenNotNull() //手动归类的文章,不替换文章类型
  2449. if errMatch != nil {
  2450. fmt.Println("GetTacticsList Err:", errMatch.Error())
  2451. return err
  2452. }
  2453. //mapCategoryIdSet := make(map[int]int)
  2454. //for _, vMatch := range listGetMatchTypeName {
  2455. // mapCategoryIdSet[vMatch.CategoryId] = vMatch.CategoryIdSet
  2456. //}
  2457. fmt.Println("list len:", len(list))
  2458. noSummaryArticleIds := "" //非纪要库类型的文章ID
  2459. listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
  2460. for k, v := range list {
  2461. //同步匹配类型
  2462. matchTypeName := ""
  2463. for _, vMatch := range listGetMatchTypeName {
  2464. if v.CategoryId == vMatch.CategoryId {
  2465. matchTypeName = vMatch.MatchTypeName
  2466. }
  2467. }
  2468. //是否属于纪要库的数据
  2469. //if _, has := summaryMap[v.CategoryId]; has {
  2470. // v.IsSummary = 1
  2471. //}
  2472. if v.TypeName == "纪要" {
  2473. v.IsSummary = 1
  2474. }
  2475. //排除不属于纪要库类型的文章
  2476. for _, vArt := range listNoSummaryArticleIds {
  2477. vArtInt, _ := strconv.Atoi(vArt)
  2478. if v.ArticleId == vArtInt {
  2479. v.IsSummary = 0
  2480. }
  2481. }
  2482. if _, has := reportMap[v.CategoryIdTwo]; has {
  2483. v.IsReport = 1
  2484. if _, ok := classMap[v.CategoryIdTwo]; ok {
  2485. v.IsClass = 1
  2486. v.ReportType = 1 //是否属于行业报告
  2487. } else {
  2488. v.ReportType = 2 //是否属于产业报告
  2489. }
  2490. }
  2491. v.Department = "弘则权益研究"
  2492. //判断是否已经存在
  2493. if v.ArticleId < 0 {
  2494. fmt.Println("AddCygxArticle Err:")
  2495. return err
  2496. }
  2497. var count int
  2498. count, err = models.GetArticleCountById(v.ArticleId)
  2499. if err != nil && err.Error() != utils.ErrNoRow() {
  2500. fmt.Println("AddCygxArticle Err:", err.Error())
  2501. return err
  2502. }
  2503. v.Body = strings.Replace(v.Body, "http://vmp.hzinsights.com", "https://vmp.hzinsights.com", -1)
  2504. expertNumStr, expertContentStr, interviewDateStr, _, bodyReturn := BodyAnalysis2(v.Body)
  2505. if strings.Index(v.Body, "报告全文(") > 0 && strings.Index(v.Body, "PDF格式报告下载.pdf") > 0 {
  2506. v.Body = strings.Replace(v.Body, "报告全文(", "", -1)
  2507. v.Body = strings.Replace(v.Body, "PDF格式报告下载.pdf", "", -1)
  2508. v.Body = strings.Replace(v.Body, "):", "", -1)
  2509. }
  2510. var titleNew string
  2511. titleNew = v.Title
  2512. // 7资金流向 、11大类资产 、51每日复盘 、80医药周报、9估值研究
  2513. if v.CategoryId == 7 || v.CategoryId == 11 || v.CategoryId == 51 || v.CategoryId == 9 {
  2514. if v.UpdateFrequency == "daily" {
  2515. var daystr string
  2516. daystr = strconv.Itoa(v.PublishDate.Day())
  2517. if len(daystr) == 1 {
  2518. daystr = "0" + daystr
  2519. }
  2520. titleNew = v.Title + "(" + strconv.Itoa(v.PublishDate.Year())[2:len(strconv.Itoa(v.PublishDate.Year()))-0] + v.PublishDate.Format("01") + daystr + ")"
  2521. } else if v.UpdateFrequency == "weekly" {
  2522. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  2523. }
  2524. }
  2525. if v.CategoryId == 80 {
  2526. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  2527. }
  2528. //类型是综述报告的,不区分是什么系列,统一归类到对应产业的路演精华
  2529. if articleResult.Type.Name == "综述报告" {
  2530. detailCategory, err := models.GetdetailByCategoryIdLyjh(v.CategoryIdTwo)
  2531. if err != nil && err.Error() != utils.ErrNoRow() {
  2532. return err
  2533. }
  2534. v.CategoryId = detailCategory.CategoryId
  2535. v.IsSummary = 0
  2536. }
  2537. if count > 0 {
  2538. fmt.Println(k, v.ArticleId, "edit")
  2539. bodyText, _ := GetReportContentTextSubNew(v.Body)
  2540. var isCustom bool
  2541. updateParams := make(map[string]interface{})
  2542. //updateParams["Title"] = v.Title
  2543. updateParams["Title"] = titleNew
  2544. updateParams["TitleEn"] = v.TitleEn
  2545. updateParams["UpdateFrequency"] = v.UpdateFrequency
  2546. updateParams["CreateDate"] = v.CreateDate
  2547. updateParams["PublishDate"] = v.PublishDate
  2548. //updateParams["Body"] = html.EscapeString(v.Body)
  2549. updateParams["Body"] = html.EscapeString(bodyReturn)
  2550. updateParams["BodyText"] = bodyText
  2551. updateParams["Abstract"] = html.EscapeString(v.Abstract)
  2552. updateParams["CategoryName"] = v.CategoryName
  2553. for _, vCustom := range listCustomArticle {
  2554. if v.ArticleId == vCustom.ArticleId {
  2555. fmt.Println("手动归类的文章:" + strconv.Itoa(v.ArticleId))
  2556. isCustom = true
  2557. }
  2558. }
  2559. if isCustom == false {
  2560. updateParams["CategoryId"] = v.CategoryId
  2561. updateParams["MatchTypeName"] = matchTypeName
  2562. updateParams["IsSummary"] = v.IsSummary
  2563. updateParams["IsReport"] = v.IsReport
  2564. updateParams["ReportType"] = v.ReportType
  2565. updateParams["SubCategoryName"] = v.SubCategoryName
  2566. }
  2567. //updateParams["CategoryId"] = v.CategoryId
  2568. updateParams["PublishStatus"] = 1
  2569. updateParams["ExpertBackground"] = expertContentStr
  2570. updateParams["ExpertNumber"] = expertNumStr
  2571. updateParams["InterviewDate"] = interviewDateStr
  2572. //updateParams["IsClass"] = v.IsClass
  2573. v.Department = "弘则权益研究"
  2574. updateParams["Department"] = v.Department
  2575. updateParams["FileLink"] = v.File
  2576. updateParams["Stock"] = v.Stock
  2577. updateParams["FieldName"] = v.FieldName
  2578. updateParams["Annotation"] = v.Annotation
  2579. updateParams["TypeName"] = v.TypeName
  2580. updateParams["ModifyTimeByCl"] = v.UpdateDate
  2581. updateParams["CeLueFieldId"] = v.CeLueFieldId
  2582. updateParams["Cover"] = v.Cover
  2583. //whereParam := map[string]interface{}{"article_id": v.ArticleId}
  2584. //err = models.UpdateByExpr(models.CygxArticle{}, whereParam, updateParams)
  2585. //if err != nil {
  2586. // fmt.Println("UpdateByExpr Err:" + err.Error())
  2587. // return err
  2588. //}
  2589. fmt.Println("v.ReportType", v.ReportType)
  2590. //if v.ReportType == 2 {
  2591. var subjectStr string
  2592. var industrialManagementIdStr string
  2593. var industrialSubjectIdStr string
  2594. sliceSubjects := strings.Split(v.Stock, "/")
  2595. mapManagementForSubject := make(map[string]string)
  2596. mapIndustrialId := make(map[int]int)
  2597. if len(sliceSubjects) > 0 {
  2598. for _, vSubject := range sliceSubjects {
  2599. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  2600. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  2601. subject := sliceXiahuaxian[0]
  2602. subjectStr += "'" + subject + "',"
  2603. }
  2604. //获取该产业下所对应的行业图片
  2605. detailCategory, errCategory := models.GetdetailByCategoryIdOne(v.CategoryId)
  2606. if errCategory != nil {
  2607. fmt.Println("GetdetailByCategoryIdOne Err:", err.Error())
  2608. return err
  2609. }
  2610. subjectStr = strings.TrimRight(subjectStr, ",")
  2611. if subjectStr != "" {
  2612. listIndustrial, err := models.GetIndustrialManagementForSubjecName(subjectStr, detailCategory.ChartPermissionId)
  2613. if err != nil {
  2614. fmt.Println("GetIndustrialManagementForSubjecName Err:", err.Error())
  2615. return err
  2616. }
  2617. subjectStr = strings.Replace(subjectStr, "','", "】【", -1)
  2618. subjectStr = strings.Replace(subjectStr, "'", "", -1)
  2619. subjectStr = "【" + subjectStr + "】"
  2620. if len(listIndustrial) > 0 {
  2621. for _, vIndustrial := range listIndustrial {
  2622. if _, ok := mapIndustrialId[vIndustrial.IndustrialManagementId]; !ok {
  2623. industrialManagementIdStr += strconv.Itoa(vIndustrial.IndustrialManagementId) + ","
  2624. }
  2625. mapIndustrialId[vIndustrial.IndustrialManagementId] = vIndustrial.IndustrialManagementId
  2626. industrialSubjectIdStr += strconv.Itoa(vIndustrial.IndustrialSubjectId) + ","
  2627. mapManagementForSubject[vIndustrial.IndustryName] += vIndustrial.SubjectName + "/"
  2628. if vIndustrial.LayoutTime == "0000-00-00 00:00:00" {
  2629. go models.UpdateIndustrialManagementLayoutTime(v.PublishDate.AddDate(0, 0, -10).Format(utils.FormatDateTime), vIndustrial.IndustrialManagementId)
  2630. }
  2631. }
  2632. industrialManagementIdStr = strings.TrimRight(industrialManagementIdStr, ",")
  2633. industrialSubjectIdStr = strings.TrimRight(industrialSubjectIdStr, ",")
  2634. if industrialManagementIdStr != "" {
  2635. err = models.ReportArticleClassificationEditNew(artcleId, industrialManagementIdStr, v.ArticleId, industrialSubjectIdStr)
  2636. if err != nil {
  2637. fmt.Println("ReportArticleClassificationEditNew Err:", err.Error())
  2638. return err
  2639. }
  2640. }
  2641. }
  2642. //}
  2643. }
  2644. }
  2645. }
  2646. }
  2647. AddComprehensiveIndustrialSource("Hz", artcleId) // 同步到综合页面的搜索引擎(添加产业资源包)
  2648. AddCygxReportMappingCategoryGroupByArticleId(artcleId)
  2649. return err
  2650. }
  2651. func HandleArticleListByApiInit13_5GuShou(artcleId int) (err error) {
  2652. defer func() {
  2653. if err != nil {
  2654. go utils.SendAlarmMsg("处理同步策略平台数据失败"+"GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), 2)
  2655. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), utils.EmailSendToUsers)
  2656. }
  2657. }()
  2658. var clueApiUrl string
  2659. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", artcleId)
  2660. fmt.Println(clueApiUrl)
  2661. authorization := utils.ApiAuthorization
  2662. body, err := PublicGetDate(clueApiUrl, authorization)
  2663. if err != nil {
  2664. fmt.Println(err)
  2665. return
  2666. }
  2667. var articleResultDate models.ArticleDetailResultApi
  2668. err = json.Unmarshal(body, &articleResultDate)
  2669. if err != nil {
  2670. fmt.Println("Getres.PublicGetDate Err:", err.Error())
  2671. return err
  2672. }
  2673. item := new(models.CygxShanghaiCompanyLog)
  2674. item.CreateTime = time.Now()
  2675. item.Url = clueApiUrl
  2676. item.Body = ""
  2677. item.Result = string(body)
  2678. articleResult := articleResultDate.Data
  2679. exitMap := make(map[int]int)
  2680. categoryIdMap := make(map[int]int)
  2681. classMap := make(map[int]int)
  2682. reportMap := make(map[int]int)
  2683. summaryMap := make(map[int]int)
  2684. listMap, err := models.GetArticleApiMap()
  2685. if err != nil {
  2686. fmt.Println("GetlistMap Err:", err.Error())
  2687. return err
  2688. }
  2689. //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
  2690. for _, v := range listMap {
  2691. exitMap[v.SeriesId] = v.OldId
  2692. categoryIdMap[v.SeriesId] = v.OldIdMap
  2693. if v.IsClass == 1 {
  2694. classMap[v.OldId] = 1
  2695. }
  2696. if v.IsReport == 1 {
  2697. reportMap[v.OldId] = 1
  2698. }
  2699. if v.IsSummary == 1 {
  2700. summaryMap[v.OldId] = 1
  2701. }
  2702. }
  2703. var list []*models.Tactics2
  2704. var listArticleData []*models.CygxArticleData
  2705. var listAuthor []*models.CygxArticleAuthor
  2706. //如果是英文报告 ,或者香港类型那么则不同步 publish_area :all 全部 ;hk 香港
  2707. if articleResult.TypeId == 9 || articleResult.PublishArea != "all" {
  2708. // 如果是英文报告,或者是香港报告就进行删除处理
  2709. err = models.UpdateArticlePublish(artcleId, 0)
  2710. if err != nil {
  2711. fmt.Println("UpdateArticlePublish Err:", err.Error())
  2712. return err
  2713. }
  2714. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  2715. return
  2716. }
  2717. var cover string
  2718. if articleResult.Series.Name == "图解市场" {
  2719. cover = GetArticleCoverByChartFirst(articleResult.Content.Body)
  2720. } else if articleResult.Series.Name == "行业深度" {
  2721. cover = articleResult.Cover
  2722. }
  2723. fmt.Println(cover)
  2724. //return
  2725. //状态等于 2 跟 4 的进行同步 IsActive 为false 软删除的也不同步
  2726. if exitMap[articleResult.SeriesId] > 0 && (articleResult.PublishStatus == 2 || articleResult.PublishStatus == 4) && articleResult.IsActive {
  2727. articleResult.PublishDate = time.Date(articleResult.PublishDate.Year(), articleResult.PublishDate.Month(), articleResult.PublishDate.Day(), articleResult.PublishDate.Hour(), articleResult.PublishDate.Minute(), articleResult.PublishDate.Second(), articleResult.PublishDate.Nanosecond(), time.Local)
  2728. item := new(models.Tactics2)
  2729. itemArticleData := new(models.CygxArticleData)
  2730. itemArticleData.ArticleId = articleResult.ArticleId
  2731. itemArticleData.Cover = articleResult.Cover
  2732. itemArticleData.CreateTime = time.Now()
  2733. listArticleData = append(listArticleData, itemArticleData)
  2734. itemAuthor := new(models.CygxArticleAuthor)
  2735. item.ArticleId = articleResult.ArticleId
  2736. item.Title = articleResult.Title
  2737. item.TitleEn = articleResult.TitleEn
  2738. item.File = articleResult.File
  2739. if articleResult.Frequency == "日度" {
  2740. item.UpdateFrequency = "daily"
  2741. } else if articleResult.Frequency == "周度" {
  2742. item.UpdateFrequency = "weekly"
  2743. } else if articleResult.Frequency == "月度" {
  2744. item.UpdateFrequency = "monthly"
  2745. } else if articleResult.Frequency == "季度" {
  2746. item.UpdateFrequency = "quarterly"
  2747. } else if articleResult.Frequency == "年度" {
  2748. item.UpdateFrequency = "yearly"
  2749. } else {
  2750. item.UpdateFrequency = "unknow"
  2751. }
  2752. item.CreateDate = articleResult.CreateDate
  2753. item.PublishDate = articleResult.PublishDate.Add(time.Hour * 8)
  2754. item.PublishStatus = 1
  2755. item.Body = articleResult.Content.Body
  2756. item.Abstract = articleResult.Content.Abstract
  2757. item.Annotation = articleResult.Content.Annotation
  2758. item.CategoryName = articleResult.Industry.Name
  2759. item.CategoryId = categoryIdMap[articleResult.SeriesId]
  2760. item.CategoryIdTwo = exitMap[articleResult.SeriesId]
  2761. item.SubCategoryName = articleResult.Series.Name
  2762. item.Cover = cover
  2763. fmt.Println("item.CategoryIdTwo", item.CategoryIdTwo)
  2764. fmt.Println("item.CategoryId", item.CategoryId)
  2765. {
  2766. //这两种情况特殊处理
  2767. if articleResult.Field.Name == "宏观利率" {
  2768. item.CategoryId = 10070
  2769. item.CategoryIdTwo = item.CategoryId
  2770. }
  2771. if articleResult.Field.Name == "信用" {
  2772. item.CategoryId = 10082
  2773. item.CategoryIdTwo = item.CategoryId
  2774. }
  2775. }
  2776. if len(articleResult.Stock) > 0 {
  2777. var stock string
  2778. for _, vS := range articleResult.Stock {
  2779. stock += vS + "/"
  2780. }
  2781. stock = strings.TrimRight(stock, "/")
  2782. item.Stock = stock
  2783. }
  2784. item.FieldName = articleResult.Field.Name
  2785. item.TypeName = articleResult.Type.Name
  2786. item.UpdateDate = articleResult.UpdateDate
  2787. item.CeLueFieldId = articleResult.Field.Id
  2788. list = append(list, item)
  2789. itemAuthor.ArticleId = articleResult.ArticleId
  2790. itemAuthor.Name = articleResult.Author.Name
  2791. itemAuthor.Mobile = articleResult.Author.PhoneNumber
  2792. fmt.Println(articleResult.Cover)
  2793. listAuthor = append(listAuthor, itemAuthor)
  2794. } else {
  2795. // 如果这篇文章没有发布,那么就不作处理。
  2796. //err = models.UpdateArticlePublish(artcleId, 0)
  2797. //if err != nil {
  2798. // fmt.Println("UpdateArticlePublish Err:", err.Error())
  2799. // return err
  2800. //}
  2801. //UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  2802. //go UpdateResourceData(artcleId, "article", "delete", time.Now().Format(utils.FormatDateTime))
  2803. return
  2804. }
  2805. fmt.Println("同步文章条数:", len(list))
  2806. listCustomArticle, err := models.GetCustomArticleId() //手动归类的文章,不替换文章类型
  2807. if err != nil {
  2808. fmt.Println("GetTacticsList Err:", err.Error())
  2809. return err
  2810. }
  2811. listGetMatchTypeName, errMatch := models.GetMatchTypeNamenNotNull() //手动归类的文章,不替换文章类型
  2812. if errMatch != nil {
  2813. fmt.Println("GetTacticsList Err:", errMatch.Error())
  2814. return err
  2815. }
  2816. //mapCategoryIdSet := make(map[int]int)
  2817. //for _, vMatch := range listGetMatchTypeName {
  2818. // mapCategoryIdSet[vMatch.CategoryId] = vMatch.CategoryIdSet
  2819. //}
  2820. fmt.Println("list len:", len(list))
  2821. noSummaryArticleIds := "" //非纪要库类型的文章ID
  2822. listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
  2823. for k, v := range list {
  2824. //同步匹配类型
  2825. matchTypeName := ""
  2826. for _, vMatch := range listGetMatchTypeName {
  2827. if v.CategoryId == vMatch.CategoryId {
  2828. matchTypeName = vMatch.MatchTypeName
  2829. }
  2830. }
  2831. //是否属于纪要库的数据
  2832. //if _, has := summaryMap[v.CategoryId]; has {
  2833. // v.IsSummary = 1
  2834. //}
  2835. if v.TypeName == "纪要" {
  2836. v.IsSummary = 1
  2837. }
  2838. //排除不属于纪要库类型的文章
  2839. for _, vArt := range listNoSummaryArticleIds {
  2840. vArtInt, _ := strconv.Atoi(vArt)
  2841. if v.ArticleId == vArtInt {
  2842. v.IsSummary = 0
  2843. }
  2844. }
  2845. if _, has := reportMap[v.CategoryIdTwo]; has {
  2846. v.IsReport = 1
  2847. if _, ok := classMap[v.CategoryIdTwo]; ok {
  2848. v.IsClass = 1
  2849. v.ReportType = 1 //是否属于行业报告
  2850. } else {
  2851. v.ReportType = 2 //是否属于产业报告
  2852. }
  2853. }
  2854. v.Department = "弘则权益研究"
  2855. //判断是否已经存在
  2856. if v.ArticleId < 0 {
  2857. fmt.Println("AddCygxArticle Err:")
  2858. return err
  2859. }
  2860. var count int
  2861. count, err = models.GetArticleCountById(v.ArticleId)
  2862. if err != nil && err.Error() != utils.ErrNoRow() {
  2863. fmt.Println("AddCygxArticle Err:", err.Error())
  2864. return err
  2865. }
  2866. v.Body = strings.Replace(v.Body, "http://vmp.hzinsights.com", "https://vmp.hzinsights.com", -1)
  2867. expertNumStr, expertContentStr, interviewDateStr, _, bodyReturn := BodyAnalysis2(v.Body)
  2868. if strings.Index(v.Body, "报告全文(") > 0 && strings.Index(v.Body, "PDF格式报告下载.pdf") > 0 {
  2869. v.Body = strings.Replace(v.Body, "报告全文(", "", -1)
  2870. v.Body = strings.Replace(v.Body, "PDF格式报告下载.pdf", "", -1)
  2871. v.Body = strings.Replace(v.Body, "):", "", -1)
  2872. }
  2873. var titleNew string
  2874. titleNew = v.Title
  2875. // 7资金流向 、11大类资产 、51每日复盘 、80医药周报、9估值研究
  2876. if v.CategoryId == 7 || v.CategoryId == 11 || v.CategoryId == 51 || v.CategoryId == 9 {
  2877. if v.UpdateFrequency == "daily" {
  2878. var daystr string
  2879. daystr = strconv.Itoa(v.PublishDate.Day())
  2880. if len(daystr) == 1 {
  2881. daystr = "0" + daystr
  2882. }
  2883. titleNew = v.Title + "(" + strconv.Itoa(v.PublishDate.Year())[2:len(strconv.Itoa(v.PublishDate.Year()))-0] + v.PublishDate.Format("01") + daystr + ")"
  2884. } else if v.UpdateFrequency == "weekly" {
  2885. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  2886. }
  2887. }
  2888. if v.CategoryId == 80 {
  2889. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  2890. }
  2891. //类型是综述报告的,不区分是什么系列,统一归类到对应产业的路演精华
  2892. if articleResult.Type.Name == "综述报告" {
  2893. detailCategory, err := models.GetdetailByCategoryIdLyjh(v.CategoryIdTwo)
  2894. if err != nil && err.Error() != utils.ErrNoRow() {
  2895. return err
  2896. }
  2897. v.CategoryId = detailCategory.CategoryId
  2898. v.IsSummary = 0
  2899. }
  2900. if count > 0 {
  2901. fmt.Println(k, v.ArticleId, "edit")
  2902. bodyText, _ := GetReportContentTextSubNew(v.Body)
  2903. var isCustom bool
  2904. updateParams := make(map[string]interface{})
  2905. //updateParams["Title"] = v.Title
  2906. updateParams["Title"] = titleNew
  2907. updateParams["TitleEn"] = v.TitleEn
  2908. updateParams["UpdateFrequency"] = v.UpdateFrequency
  2909. updateParams["CreateDate"] = v.CreateDate
  2910. updateParams["PublishDate"] = v.PublishDate
  2911. //updateParams["Body"] = html.EscapeString(v.Body)
  2912. updateParams["Body"] = html.EscapeString(bodyReturn)
  2913. updateParams["BodyText"] = bodyText
  2914. updateParams["Abstract"] = html.EscapeString(v.Abstract)
  2915. updateParams["CategoryName"] = v.CategoryName
  2916. for _, vCustom := range listCustomArticle {
  2917. if v.ArticleId == vCustom.ArticleId {
  2918. fmt.Println("手动归类的文章:" + strconv.Itoa(v.ArticleId))
  2919. isCustom = true
  2920. }
  2921. }
  2922. if isCustom == false {
  2923. updateParams["CategoryId"] = v.CategoryId
  2924. updateParams["MatchTypeName"] = matchTypeName
  2925. updateParams["IsSummary"] = v.IsSummary
  2926. updateParams["IsReport"] = v.IsReport
  2927. updateParams["ReportType"] = v.ReportType
  2928. updateParams["SubCategoryName"] = v.SubCategoryName
  2929. }
  2930. //updateParams["CategoryId"] = v.CategoryId
  2931. updateParams["PublishStatus"] = 1
  2932. updateParams["ExpertBackground"] = expertContentStr
  2933. updateParams["ExpertNumber"] = expertNumStr
  2934. updateParams["InterviewDate"] = interviewDateStr
  2935. //updateParams["IsClass"] = v.IsClass
  2936. v.Department = "弘则权益研究"
  2937. updateParams["Department"] = v.Department
  2938. updateParams["FileLink"] = v.File
  2939. updateParams["Stock"] = v.Stock
  2940. updateParams["FieldName"] = v.FieldName
  2941. updateParams["Annotation"] = v.Annotation
  2942. updateParams["TypeName"] = v.TypeName
  2943. updateParams["ModifyTimeByCl"] = v.UpdateDate
  2944. updateParams["CeLueFieldId"] = v.CeLueFieldId
  2945. updateParams["Cover"] = v.Cover
  2946. whereParam := map[string]interface{}{"article_id": v.ArticleId}
  2947. err = models.UpdateByExpr(models.CygxArticle{}, whereParam, updateParams)
  2948. if err != nil {
  2949. fmt.Println("UpdateByExpr Err:" + err.Error())
  2950. return err
  2951. }
  2952. fmt.Println("v.ReportType", v.ReportType)
  2953. if v.ReportType == 2 {
  2954. var subjectStr string
  2955. var industrialManagementIdStr string
  2956. var industrialSubjectIdStr string
  2957. sliceSubjects := strings.Split(v.Stock, "/")
  2958. mapManagementForSubject := make(map[string]string)
  2959. mapIndustrialId := make(map[int]int)
  2960. if len(sliceSubjects) > 0 {
  2961. for _, vSubject := range sliceSubjects {
  2962. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  2963. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  2964. subject := sliceXiahuaxian[0]
  2965. subjectStr += "'" + subject + "',"
  2966. }
  2967. //获取该产业下所对应的行业图片
  2968. detailCategory, errCategory := models.GetdetailByCategoryIdOne(v.CategoryId)
  2969. if errCategory != nil {
  2970. fmt.Println("GetdetailByCategoryIdOne Err:", err.Error())
  2971. return err
  2972. }
  2973. subjectStr = strings.TrimRight(subjectStr, ",")
  2974. if subjectStr != "" {
  2975. listIndustrial, err := models.GetIndustrialManagementForSubjecName(subjectStr, detailCategory.ChartPermissionId)
  2976. if err != nil {
  2977. fmt.Println("GetIndustrialManagementForSubjecName Err:", err.Error())
  2978. return err
  2979. }
  2980. subjectStr = strings.Replace(subjectStr, "','", "】【", -1)
  2981. subjectStr = strings.Replace(subjectStr, "'", "", -1)
  2982. subjectStr = "【" + subjectStr + "】"
  2983. if len(listIndustrial) > 0 {
  2984. for _, vIndustrial := range listIndustrial {
  2985. if _, ok := mapIndustrialId[vIndustrial.IndustrialManagementId]; !ok {
  2986. industrialManagementIdStr += strconv.Itoa(vIndustrial.IndustrialManagementId) + ","
  2987. }
  2988. mapIndustrialId[vIndustrial.IndustrialManagementId] = vIndustrial.IndustrialManagementId
  2989. industrialSubjectIdStr += strconv.Itoa(vIndustrial.IndustrialSubjectId) + ","
  2990. mapManagementForSubject[vIndustrial.IndustryName] += vIndustrial.SubjectName + "/"
  2991. if vIndustrial.LayoutTime == "0000-00-00 00:00:00" {
  2992. go models.UpdateIndustrialManagementLayoutTime(v.PublishDate.AddDate(0, 0, -10).Format(utils.FormatDateTime), vIndustrial.IndustrialManagementId)
  2993. }
  2994. }
  2995. industrialManagementIdStr = strings.TrimRight(industrialManagementIdStr, ",")
  2996. industrialSubjectIdStr = strings.TrimRight(industrialSubjectIdStr, ",")
  2997. if industrialManagementIdStr != "" {
  2998. err = models.ReportArticleClassificationEditNew(artcleId, industrialManagementIdStr, v.ArticleId, industrialSubjectIdStr)
  2999. if err != nil {
  3000. fmt.Println("ReportArticleClassificationEditNew Err:", err.Error())
  3001. return err
  3002. }
  3003. }
  3004. }
  3005. //}
  3006. }
  3007. }
  3008. }
  3009. }
  3010. }
  3011. AddComprehensiveIndustrialSource("Hz", artcleId) // 同步到综合页面的搜索引擎(添加产业资源包)
  3012. AddCygxReportMappingCategoryGroupByArticleId(artcleId)
  3013. return err
  3014. }
  3015. // 需求池972 修改部分报告类型title
  3016. func initweek() {
  3017. var category_id int
  3018. //category_id = 52
  3019. //category_id = 10074
  3020. //category_id = 1008
  3021. //category_id = 10071
  3022. //category_id = 10073
  3023. //category_id = 50
  3024. var condition string
  3025. var pars []interface{}
  3026. condition += ` AND category_id = ? AND publish_date > '2023-12-31' `
  3027. pars = append(pars, category_id)
  3028. articleList, e := models.GetCygxCygxArticleList(condition, pars, 0, 1000)
  3029. if e != nil {
  3030. fmt.Println(e)
  3031. return
  3032. }
  3033. var clueApiUrl string
  3034. for _, v := range articleList {
  3035. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", v.ArticleId)
  3036. fmt.Println(clueApiUrl)
  3037. authorization := utils.ApiAuthorization
  3038. body, err := PublicGetDate(clueApiUrl, authorization)
  3039. if err != nil {
  3040. fmt.Println(err)
  3041. return
  3042. }
  3043. var articleResultDate models.ArticleDetailResultApi
  3044. err = json.Unmarshal(body, &articleResultDate)
  3045. if err != nil {
  3046. fmt.Println(err)
  3047. return
  3048. }
  3049. articleResult := articleResultDate.Data
  3050. titleWeek := articleResult.Title + utils.WeekByDate(articleResult.PublishDate)
  3051. fmt.Println(titleWeek)
  3052. e = models.ModifyArticleTitleByarticleId(v.ArticleId, titleWeek)
  3053. if e != nil {
  3054. fmt.Println(e)
  3055. return
  3056. }
  3057. }
  3058. }