article.go 110 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225
  1. package services
  2. import (
  3. "context"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "github.com/PuerkitoBio/goquery"
  8. "github.com/beego/beego/v2/client/orm"
  9. "hongze/hongze_cygx/models"
  10. "hongze/hongze_cygx/models/company"
  11. "hongze/hongze_cygx/utils"
  12. "html"
  13. "net/url"
  14. "regexp"
  15. "sort"
  16. "strconv"
  17. "strings"
  18. "time"
  19. "unicode/utf8"
  20. )
  21. func GetReportContentSub(content string) (contentSub string, err error) {
  22. content = html.UnescapeString(content)
  23. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  24. if err != nil {
  25. fmt.Println("create doc err:", err.Error())
  26. return
  27. }
  28. n := 0
  29. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  30. if n > 3 {
  31. return
  32. }
  33. n++
  34. phtml, err := s.Html()
  35. if err != nil {
  36. fmt.Println("get html err", err.Error())
  37. return
  38. }
  39. if s.Text() != "" || strings.Contains(phtml, "src") {
  40. contentSub = contentSub + "<p>" + phtml + "</p>"
  41. }
  42. })
  43. return
  44. }
  45. func GetReportContentTextSub(content string) (contentSub string, err error) {
  46. content = html.UnescapeString(content)
  47. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  48. docText := doc.Text()
  49. bodyRune := []rune(docText)
  50. bodyRuneLen := len(bodyRune)
  51. if bodyRuneLen > 200 {
  52. bodyRuneLen = 200
  53. }
  54. body := string(bodyRune[:bodyRuneLen])
  55. contentSub = body
  56. contentSub = strings.Replace(body, "Powered by Froala Editor", "", -1)
  57. return
  58. }
  59. func GetAnnotationTextSub(content string) (contentSub string) {
  60. contentSub = strings.Replace(content, "<p class=\"ql-align-justify\">", "&nbsp;", -1)
  61. contentSub = strings.Replace(contentSub, "</p>", "", -1)
  62. return
  63. }
  64. func GetReportContentTextSubNew(content string) (contentSub string, err error) {
  65. content = html.UnescapeString(content)
  66. doc, errdoc := goquery.NewDocumentFromReader(strings.NewReader(content))
  67. if errdoc != nil {
  68. err = errdoc
  69. return
  70. }
  71. docText := doc.Text()
  72. bodyRune := []rune(docText)
  73. bodyRuneLen := len(bodyRune)
  74. body := string(bodyRune[:bodyRuneLen])
  75. contentSub = body
  76. contentSub = strings.Replace(contentSub, "Powered by Froala Editor", "", -1)
  77. contentSub = strings.Replace(contentSub, " ", "", -1)
  78. contentSub = strings.Replace(contentSub, "<p data-f-id=\"pbf\" style=\"text-align: center; font-size: 14px; margin-top: 30px; opacity: 0.65; font-family: sanered by <a href=\"https://www.froala.com/wysiwyg-editor?pb=1\" title=\"Froala Editor\">Froala Editor</a></p>", "", -1)
  79. return
  80. }
  81. // GetReportContentTextSubByarticle 解析文章内容
  82. func GetReportContentTextSubByarticle(content, abstract string, articleId int) (contentSub string, err error) {
  83. var lenabstract int
  84. //如果不是研选就这么展示
  85. if articleId < utils.SummaryArticleId {
  86. abstract = html.UnescapeString(abstract)
  87. doc, errdoc := goquery.NewDocumentFromReader(strings.NewReader(abstract))
  88. if errdoc != nil {
  89. err = errdoc
  90. return
  91. }
  92. docabstract := doc.Text()
  93. lenabstract = utf8.RuneCountInString(docabstract)
  94. if lenabstract >= 20 {
  95. contentSub = docabstract
  96. return
  97. } else {
  98. contentSub, err = GetReportContentTextSubNew(content)
  99. }
  100. } else {
  101. contentSub, err = GetReportContentTextSubNew(content)
  102. }
  103. return
  104. }
  105. // 解析文章内容
  106. func GetArticleAll() {
  107. var err error
  108. defer func() {
  109. if err != nil {
  110. fmt.Println("err:", err.Error())
  111. return
  112. }
  113. }()
  114. list, err := models.GetArticleAll()
  115. if err != nil {
  116. return
  117. }
  118. for _, v := range list {
  119. fmt.Println(v.ArticleId, v.Title)
  120. FixArticleContent(v.ArticleId)
  121. }
  122. }
  123. // 解析报告
  124. func FixArticleContent(articleId int) {
  125. item, err := models.GetArticleDetailById(articleId)
  126. if err != nil {
  127. fmt.Println("GetArticleDetailById Err:" + err.Error())
  128. return
  129. }
  130. content := item.Body
  131. bodyText, _ := GetReportContentTextSub(content)
  132. content = html.UnescapeString(content)
  133. content = strings.Replace(content, "http", "https", -1)
  134. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  135. if err != nil {
  136. fmt.Println("create doc err:", err.Error())
  137. return
  138. }
  139. var expertNumArr []string
  140. var expertContentArr []string
  141. var interviewDateArr []string
  142. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  143. contentTxt := s.Text()
  144. if strings.Contains(contentTxt, "#访谈时间:") || strings.Contains(contentTxt, "访谈时间:") {
  145. interviewDate := s.Next().Text()
  146. interviewDateArr = append(interviewDateArr, interviewDate)
  147. }
  148. if strings.Contains(contentTxt, "#专家评价") || strings.Contains(contentTxt, "专家评价") {
  149. expertContent := s.Next().Text()
  150. if expertContent == "" {
  151. expertContent = contentTxt
  152. }
  153. if expertContent != "" {
  154. rightIndex := strings.Index(expertContent, ")")
  155. if rightIndex == 0 {
  156. rightIndex = strings.Index(expertContent, ")")
  157. }
  158. if rightIndex > 0 {
  159. expertNum := expertContent[:rightIndex]
  160. expertNum = strings.Replace(expertNum, "(", "", -1)
  161. expertNum = strings.Replace(expertNum, "(", "", -1)
  162. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  163. if expertNum != "" {
  164. expertNumArr = append(expertNumArr, expertNum)
  165. rightIndex = rightIndex
  166. expertContentStr := expertContent[rightIndex:]
  167. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  168. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  169. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  170. expertContentArr = append(expertContentArr, expertContentStr)
  171. }
  172. }
  173. }
  174. }
  175. })
  176. if len(expertContentArr) <= 0 {
  177. doc.Find("pre").Each(func(i int, pre *goquery.Selection) {
  178. pre.Find("span").Each(func(n int, span *goquery.Selection) {
  179. contentTxt := span.Text()
  180. if strings.Contains(contentTxt, "#专家评价") || strings.Contains(contentTxt, "专家评价") {
  181. span.Find("span").Each(func(m int, subspan *goquery.Selection) {
  182. subspanText := subspan.Text()
  183. if strings.Contains(subspanText, "专家评价") {
  184. expertContent := subspan.Next().Text()
  185. if expertContent != "" {
  186. rightIndex := strings.Index(expertContent, ")")
  187. if rightIndex == 0 {
  188. rightIndex = strings.Index(expertContent, ")")
  189. }
  190. if rightIndex > 0 {
  191. expertNum := expertContent[:rightIndex]
  192. expertNum = strings.Replace(expertNum, "(", "", -1)
  193. expertNum = strings.Replace(expertNum, "(", "", -1)
  194. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  195. if expertNum != "" {
  196. expertNumArr = append(expertNumArr, expertNum)
  197. rightIndex = rightIndex
  198. expertContentStr := expertContent[rightIndex:]
  199. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  200. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  201. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  202. expertContentArr = append(expertContentArr, expertContentStr)
  203. }
  204. }
  205. }
  206. }
  207. })
  208. }
  209. span.Find("span").Each(func(k int, sspan *goquery.Selection) {
  210. sspanText := sspan.Text()
  211. if strings.Contains(sspanText, "访谈时间") {
  212. sspanText = strings.Replace(sspanText, "#访谈时间:", "", -1)
  213. sspanText = strings.Replace(sspanText, "访谈时间:", "", -1)
  214. sspanText = strings.Replace(sspanText, "\n", "", -1)
  215. sspanText = strings.Replace(sspanText, " ", "", -1)
  216. sspanText = strings.Trim(sspanText, " ")
  217. sspanText = sspanText[:10]
  218. interviewDate := sspanText
  219. if interviewDate != "" {
  220. interviewDateArr = append(interviewDateArr, interviewDate)
  221. }
  222. }
  223. })
  224. })
  225. })
  226. }
  227. if len(expertContentArr) <= 0 {
  228. doc.Find("span").Each(func(i int, span *goquery.Selection) {
  229. span.Find("strong").Each(func(n int, strong *goquery.Selection) {
  230. spanText := span.Text()
  231. strongText := strong.Text()
  232. if strings.Contains(strongText, "#专家评价") || strings.Contains(strongText, "专家评价") {
  233. expertContent := strong.Parents().Text()
  234. if expertContent != "" {
  235. rightIndex := strings.Index(expertContent, ")")
  236. if rightIndex == 0 {
  237. rightIndex = strings.Index(expertContent, ")")
  238. }
  239. if rightIndex > 0 {
  240. expertNum := expertContent[:rightIndex]
  241. expertNum = strings.Replace(expertNum, "(", "", -1)
  242. expertNum = strings.Replace(expertNum, "(", "", -1)
  243. expertNum = strings.Replace(expertNum, "专家评价", "", -1)
  244. expertNum = strings.Replace(expertNum, "#", "", -1)
  245. expertNum = strings.Replace(expertNum, ":", "", -1)
  246. expertNum = strings.Replace(expertNum, "\n", "", -1)
  247. if expertNum != "" {
  248. expertNumArr = append(expertNumArr, expertNum)
  249. rightIndex = rightIndex
  250. expertContentStr := expertContent[rightIndex:]
  251. expertContentStr = strings.Replace(expertContentStr, ")", "", -1)
  252. expertContentStr = strings.TrimLeft(expertContentStr, ":")
  253. expertContentStr = strings.TrimRight(expertContentStr, "(推荐")
  254. expertContentArr = append(expertContentArr, expertContentStr)
  255. return
  256. }
  257. }
  258. }
  259. }
  260. if strings.Contains(spanText, "访谈时间") {
  261. spanText = strings.Replace(spanText, "#访谈时间:", "", -1)
  262. spanText = strings.Replace(spanText, "访谈时间:", "", -1)
  263. spanText = strings.Replace(spanText, "\n", "", -1)
  264. spanText = strings.Replace(spanText, " ", "", -1)
  265. spanText = strings.Trim(spanText, " ")
  266. spanText = spanText[:10]
  267. interviewDate := spanText
  268. if interviewDate != "" {
  269. interviewDateArr = append(interviewDateArr, interviewDate)
  270. }
  271. }
  272. })
  273. })
  274. }
  275. var expertNumStr, expertContentStr, interviewDateStr string
  276. if len(expertNumArr) > 0 {
  277. expertNumStr = expertNumArr[0]
  278. }
  279. if len(expertContentArr) > 0 {
  280. expertContentStr = expertContentArr[0]
  281. }
  282. if len(interviewDateArr) > 0 {
  283. interviewDateStr = interviewDateArr[0]
  284. }
  285. expertNumStr = strings.Replace(expertNumStr, "#:", "", -1)
  286. err = models.ModifyArticleExpert(articleId, expertNumStr, expertContentStr, interviewDateStr, bodyText)
  287. if err != nil {
  288. fmt.Println("ModifyArticleExpert Err:" + err.Error())
  289. return
  290. }
  291. }
  292. func FixArticleImgUrl(body string) (contentSub string, err error) {
  293. r := strings.NewReader(string(body))
  294. doc, err := goquery.NewDocumentFromReader(r)
  295. if err != nil {
  296. fmt.Println(err)
  297. }
  298. doc.Find("img").Each(func(i int, s *goquery.Selection) {
  299. src, _ := s.Attr("src")
  300. if i == 0 && src != "" {
  301. contentSub = src
  302. }
  303. })
  304. return
  305. }
  306. // 获取标签里的第一个内容
  307. func FixArticleFirstCount(body string) (contentSub string, err error) {
  308. doc, err := goquery.NewDocumentFromReader(strings.NewReader(body))
  309. if err != nil {
  310. fmt.Println("create doc err:", err.Error())
  311. return
  312. }
  313. doc.Find("p").Each(func(i int, s *goquery.Selection) {
  314. contentTxt := s.Text()
  315. fmt.Println(contentTxt)
  316. })
  317. return
  318. }
  319. func SynchronizationArtclehistory() {
  320. fmt.Println("同步开始")
  321. list, err := models.GetArticleHistoryList()
  322. if err != nil {
  323. fmt.Println("获取列表失败", err)
  324. }
  325. fmt.Println(len(list))
  326. for _, v := range list {
  327. //endDate := v.ModifyTime.Add(+time.Minute * 10).Format(utils.FormatDateTime)
  328. //detail, err := models.GetNewArticleHistoryRecordNewpv(v.UserId, v.ArticleId, endDate)
  329. //if err != nil && err.Error() != utils.ErrNoRow() {
  330. // fmt.Println("获取信息失败", err)
  331. //}
  332. v.OutType = 1
  333. //fmt.Println(v.Id)
  334. //if detail == nil {
  335. // _, err = models.AddCygxArticleViewRecordNewpv(v)
  336. // if err != nil {
  337. // fmt.Println("新增失败", err)
  338. // }
  339. //} else {
  340. // err = models.UpdateCygxArticleViewRecordNewpvList(v, v.StopTime)
  341. // if err != nil {
  342. // fmt.Println("修改失败", err)
  343. // }
  344. //}
  345. newId, err := models.AddCygxArticleViewRecordNewpv(v)
  346. fmt.Println("新增", newId)
  347. if err != nil {
  348. fmt.Println("新增失败", err)
  349. }
  350. }
  351. fmt.Println("同步结束")
  352. }
  353. // 统计报表
  354. func StatisticalReport() {
  355. var isSummaryNumAll, isClassNum, pvNumAll, uvNumAll int
  356. list, err := models.GetChartPermissionActivity()
  357. if err != nil {
  358. fmt.Println("获取列表失败", err)
  359. }
  360. for _, v := range list {
  361. var listPv []*models.ReportMappingStatistical
  362. if v.PermissionName == "研选" {
  363. listPv, err = models.GetStatisticalReportArtilceExpert()
  364. if err != nil {
  365. fmt.Println("获取Pv列表失败", err)
  366. }
  367. } else {
  368. listPv, err = models.GetStatisticalReportArtilce(v.ChartPermissionId)
  369. if err != nil {
  370. fmt.Println("获取Pv列表失败", err)
  371. }
  372. }
  373. var pvNum, uvNum, isSummaryNum int
  374. for _, v2 := range listPv {
  375. pvNum += v2.Pv
  376. uvNum += v2.Uv
  377. if v2.IsSummary == "1" {
  378. isSummaryNum += 1
  379. }
  380. if v2.IsClass == "1" && v.ChartPermissionId <= 22 {
  381. isClassNum += 1
  382. }
  383. if v2.IsSummary == "1" && v.ChartPermissionId <= 22 {
  384. isSummaryNumAll += 1
  385. }
  386. }
  387. if v.ChartPermissionId <= 22 {
  388. pvNumAll += pvNum
  389. uvNumAll += uvNum
  390. }
  391. fmt.Println(v.PermissionName+"行业", len(listPv), "篇,其中主观类报告", isSummaryNum, "篇,客观类报告", len(listPv)-isSummaryNum, "篇。共产生阅读量pv-,", pvNum, ",uv-", uvNum)
  392. }
  393. fmt.Println("目前同步四大行业的总报告(已归类)数量", isClassNum, "篇,其中主观类报告", isSummaryNumAll, "篇,客观类报告", isClassNum-isSummaryNumAll, "篇。共产生阅读量pv-", pvNumAll, ",uv-", uvNumAll)
  394. var totalOnline int //线上
  395. var totalOffline int //线下
  396. var totalPeople int //共累计预约外呼人数
  397. var totalSignUpOff int //线下报名人数
  398. var totalSignUpOffTime int //线下报名人数
  399. var totalPeopleMeet int //线下参会人数
  400. o := orm.NewOrm()
  401. sql := `SELECT COUNT(1) FROM cygx_activity WHERE activity_type_id IN (1,2,3) AND publish_status = 1 AND is_submit_meeting = 1 AND activity_time <= NOW();`
  402. err = o.Raw(sql).QueryRow(&totalOnline)
  403. if err != nil {
  404. fmt.Println("获取线上", err)
  405. }
  406. sql = `SELECT COUNT(1) FROM cygx_activity WHERE activity_type_id IN (4,5,6) AND publish_status = 1 AND is_submit_meeting = 1 AND activity_time <= NOW();`
  407. err = o.Raw(sql).QueryRow(&totalOffline)
  408. if err != nil {
  409. fmt.Println("获取线下", err)
  410. }
  411. sql = `SELECT COUNT( 1 ) FROM
  412. cygx_activity_signup as s
  413. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  414. WHERE
  415. s.do_fail_type = 0
  416. AND a.is_submit_meeting = 1
  417. AND a.activity_time <= NOW()
  418. AND a.publish_status = 1`
  419. err = o.Raw(sql).QueryRow(&totalPeople)
  420. if err != nil {
  421. fmt.Println("共累计预约外呼人数", err)
  422. }
  423. sql = `SELECT COUNT( 1 ) FROM
  424. cygx_activity_signup as s
  425. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  426. WHERE
  427. s.do_fail_type = 0
  428. AND a.is_submit_meeting = 1
  429. AND a.activity_time <= NOW()
  430. AND a.activity_type_id IN (4,5,6)
  431. AND a.publish_status = 1`
  432. err = o.Raw(sql).QueryRow(&totalSignUpOff)
  433. if err != nil {
  434. fmt.Println("共累计预约外呼人数", err)
  435. }
  436. sql = `SELECT COUNT( 1 ) FROM
  437. cygx_activity_signup as s
  438. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  439. WHERE
  440. s.do_fail_type = 0
  441. AND a.publish_status = 1
  442. AND a.is_submit_meeting = 1
  443. AND a.activity_time <= NOW()
  444. AND a.is_submit_meeting = 1
  445. AND a.activity_type_id IN (4,5,6);`
  446. err = o.Raw(sql).QueryRow(&totalSignUpOffTime)
  447. if err != nil {
  448. fmt.Println("线下报名参会人数", err)
  449. }
  450. sql = `SELECT COUNT( 1 ) FROM
  451. cygx_activity_signup as s
  452. INNER JOIN cygx_activity as a ON a.activity_id = s.activity_id
  453. WHERE
  454. s.do_fail_type = 0
  455. AND a.is_submit_meeting = 1
  456. AND a.activity_time <= NOW()
  457. AND a.publish_status = 1
  458. AND s.is_meeting = 1
  459. AND a.activity_type_id IN (4,5,6);`
  460. err = o.Raw(sql).QueryRow(&totalPeopleMeet)
  461. if err != nil {
  462. fmt.Println("线下参会人数", err)
  463. }
  464. fmt.Println("共上线活动", totalOnline+totalOffline, "个,其中线上", totalOnline, "个,线下", totalOffline, "个")
  465. fmt.Println("共累计预约外呼人数", totalPeople, "人")
  466. fmt.Println("报名线下参会", totalSignUpOff, "人,实际到会人数", totalPeopleMeet, "人,线下到会率约", totalPeopleMeet*100/totalSignUpOff, "%")
  467. num := totalPeopleMeet / totalSignUpOffTime
  468. fmt.Println(num)
  469. fmt.Println(totalOnline)
  470. fmt.Println(totalOffline)
  471. fmt.Println(totalPeople)
  472. fmt.Println(totalSignUpOff)
  473. fmt.Println(totalPeopleMeet)
  474. fmt.Println(totalSignUpOffTime)
  475. fmt.Println(totalPeopleMeet / totalSignUpOffTime)
  476. return
  477. }
  478. // UserViewRedisData 阅读数据
  479. type UserViewRedisData struct {
  480. Mobile string `json:"mobile"`
  481. Email string `json:"email"`
  482. RealName string `json:"real_name"`
  483. CompanyName string `json:"company_name"`
  484. ViewTime string `json:"view_time" description:"阅读时间,格式:2022-02-17 13:06:13"`
  485. ProductId int `json:"product_id" description:"报告所属产品,ficc:1,权益:2"`
  486. CompanyId int `json:"company_id" description:"客户id"`
  487. UserId int `json:"user_id" description:"用户id"`
  488. ReportId int `json:"report_id" description:"报告id"`
  489. StopTime int `json:"stop_time" description:"停留时间"`
  490. ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  491. OutId int `json:"out_id" description:"记录ID"`
  492. }
  493. type ReportViewRecord struct {
  494. Id int `orm:"column(id);pk"`
  495. //UserId int `json:"user_id" description:"用户ID"`
  496. //ReportId int `description:"报告id"`
  497. //Mobile string `description:"手机号"`
  498. //Email string `description:"邮箱"`
  499. //RealName string `description:"用户实际姓名"`
  500. //CompanyName string `description:"公司名称"`
  501. //CreateTime time.Time `description:"创建时间"`
  502. //StopTime int `json:"stop_time" description:"停留时间"`
  503. //ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  504. //OutId int `json:"out_id" description:"记录ID"`
  505. Mobile string `json:"mobile"`
  506. Email string `json:"email"`
  507. RealName string `json:"real_name"`
  508. CompanyName string `json:"company_name"`
  509. ViewTime string `json:"view_time" description:"阅读时间,格式:2022-02-17 13:06:13"`
  510. ProductId int `json:"product_id" description:"报告所属产品,ficc:1,权益:2"`
  511. CompanyId int `json:"company_id" description:"客户id"`
  512. UserId int `json:"user_id" description:"用户id"`
  513. ReportId int `json:"report_id" description:"报告id"`
  514. StopTime int `json:"stop_time" description:"停留时间"`
  515. ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  516. OutId int `json:"out_id" description:"章节ID"`
  517. }
  518. // PushViewRecordNewRedisData 阅读数据加入到redis
  519. func PushViewRecordNewRedisData(reportViewRecord *ReportViewRecord, companyId int) bool {
  520. data := &UserViewRedisData{
  521. Mobile: reportViewRecord.Mobile,
  522. UserId: reportViewRecord.UserId,
  523. Email: reportViewRecord.Email,
  524. RealName: reportViewRecord.RealName,
  525. CompanyName: reportViewRecord.CompanyName,
  526. ViewTime: reportViewRecord.ViewTime,
  527. ProductId: 2,
  528. CompanyId: companyId,
  529. ReportId: reportViewRecord.ReportId,
  530. StopTime: reportViewRecord.StopTime,
  531. ReportChapterId: reportViewRecord.ReportChapterId,
  532. OutId: reportViewRecord.OutId,
  533. }
  534. if utils.Re == nil {
  535. err := utils.Rc.LPush(utils.CACHE_KEY_USER_VIEW, data)
  536. if err != nil {
  537. fmt.Println("PushViewRecordNewRedisData LPush Err:" + err.Error())
  538. }
  539. return true
  540. }
  541. return false
  542. }
  543. //func GetCeLueArticlePv() {
  544. // sum := 0
  545. // for i := 0; i <= 450; i++ {
  546. // if i >= 102 {
  547. // //GetCeLueArticlePvs(strconv.Itoa(i * 1000))
  548. // }
  549. // }
  550. // fmt.Println(sum)
  551. //}
  552. // 获取策略平台报告阅读数据
  553. func GetCeLueArticlePv(cont context.Context) (err error) {
  554. //func GetCeLueArticlePv() (err error) {
  555. defer func() {
  556. if err != nil {
  557. go utils.SendAlarmMsg("同步策略平台阅读数据失败", 2)
  558. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetCeLueArticlePv ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  559. }
  560. }()
  561. startTime := time.Now().Add(-time.Minute * 12).Format("2006-01-02 15:04:05")
  562. endTime := time.Now().Format("2006-01-02 15:04:05")
  563. requestUrl := utils.ApiUrl + "backend/statistics_access?take=1000&skip=0&sort=ASC&mode=all&"
  564. encodeData := url.Values{}
  565. encodeData.Add("start_dt", startTime)
  566. encodeData.Add("end_dt", endTime)
  567. encodeStr := encodeData.Encode()
  568. requestUrl += encodeStr
  569. authorization := utils.ApiAuthorization
  570. body, err := PublicGetDate(requestUrl, authorization)
  571. if err != nil {
  572. return
  573. }
  574. var chartResult models.CeLueArticleResultApi
  575. err = json.Unmarshal(body, &chartResult)
  576. if err != nil {
  577. fmt.Println(err)
  578. return err
  579. }
  580. mapMobileArticleId := make(map[string]int)
  581. //获取当天阅读记录
  582. listPv, err := models.GetArticleHistoryRecordAllList()
  583. if err != nil && err.Error() != utils.ErrNoRow() {
  584. fmt.Println("获取当天阅读记录失败", err)
  585. return err
  586. }
  587. if len(listPv) > 0 {
  588. for _, v := range listPv {
  589. mapMobileArticleId[fmt.Sprint(v.Mobile, "_", v.ArticleId)] = v.ArticleId
  590. }
  591. }
  592. var celueHistoryIds []int
  593. var mobiles []string
  594. for _, v := range chartResult.Data {
  595. celueHistoryIds = append(celueHistoryIds, v.CelueHistoryId)
  596. mobiles = append(mobiles, v.Mobile)
  597. }
  598. listcelueHistory, e := models.GetCeLueArticleListByIds(celueHistoryIds)
  599. if e != nil {
  600. err = errors.New("GetCeLueArticleListByIds, Err: " + e.Error())
  601. return
  602. }
  603. mapCelueHistoryIds := make(map[int]int)
  604. for _, v := range listcelueHistory {
  605. mapCelueHistoryIds[v.CelueHistoryId] = v.CelueHistoryId
  606. }
  607. listMobileCompany, e := company.GetCompanyProductListByMobiles(mobiles)
  608. if e != nil {
  609. err = errors.New("GetCompanyProductListByMobiles, Err: " + e.Error())
  610. return
  611. }
  612. mapUserCompany := make(map[string]*company.CompanyProductUser)
  613. for _, v := range listMobileCompany {
  614. mapUserCompany[v.Mobile] = v
  615. }
  616. var celueArticleHistoryItems []*models.CygxCelueArticleHistoryRecord
  617. var allRecordItems []*models.CygxArticleHistoryRecordAll
  618. for _, v := range chartResult.Data {
  619. articleId, _ := strconv.Atoi(v.ArticleId)
  620. if articleId == 0 {
  621. continue
  622. }
  623. //fmt.Println(v.ArticleId)
  624. item := new(models.CygxCelueArticleHistoryRecord)
  625. item.CelueHistoryId = v.CelueHistoryId
  626. item.Mobile = v.Mobile
  627. item.ArticleId = v.ArticleId
  628. if v.CompanyName != nil {
  629. item.CompanyName = v.CompanyName.RealName
  630. }
  631. if v.CrmUser != nil {
  632. item.RealName = v.CrmUser.RealName
  633. }
  634. if mapUserCompany[v.Mobile] != nil {
  635. mapUser := mapUserCompany[v.Mobile]
  636. item.CompanyName = mapUser.CompanyName
  637. item.CompanyStatus = mapUser.Status
  638. item.SellerName = mapUser.SellerName
  639. }
  640. item.CreateDateApi = time.Now()
  641. t1, _ := time.Parse("2006-01-02T15:04:05Z", v.CreateDate)
  642. item.CreateTime = t1.Add(+time.Hour * 8).Format(utils.FormatDateTime)
  643. //email=?,company_id=?,company_name=?,user_id=?,real_name=?
  644. if mapCelueHistoryIds[v.CelueHistoryId] == 0 {
  645. celueArticleHistoryItems = append(celueArticleHistoryItems, item)
  646. //写入记录到总的统计表
  647. record := new(models.CygxArticleHistoryRecordAll)
  648. record.ArticleId = articleId
  649. record.CelueHistoryId = item.CelueHistoryId
  650. record.CreateTime = item.CreateTime
  651. record.ModifyTime = time.Now()
  652. record.CreateDateApi = time.Now()
  653. if mapUserCompany[v.Mobile] != nil {
  654. mapUser := mapUserCompany[v.Mobile]
  655. record.Mobile = mapUser.Mobile
  656. record.CompanyName = mapUser.CompanyName
  657. record.CompanyStatus = mapUser.Status
  658. record.SellerName = mapUser.SellerName
  659. record.CompanyId = mapUser.CompanyId
  660. record.RealName = mapUser.RealName
  661. record.UserId = mapUser.UserId
  662. record.Email = mapUser.Email
  663. }
  664. record.Platfor = 2
  665. record.Source = "CELUE"
  666. if mapMobileArticleId[fmt.Sprint(item.Mobile, "_", item.ArticleId)] == articleId {
  667. record.IsDel = 1
  668. }
  669. allRecordItems = append(allRecordItems, record)
  670. }
  671. //count, err := models.GetCeLueArticleCountById(v.CelueHistoryId)
  672. //if err != nil && err.Error() != utils.ErrNoRow() {
  673. // return err
  674. //}
  675. //if count == 0 {
  676. // _, err := models.AddCeLueArticle(item, mapMobileArticleId)
  677. // if err != nil {
  678. // fmt.Println(err)
  679. // return err
  680. // }
  681. //}
  682. }
  683. if len(celueArticleHistoryItems) > 0 {
  684. e = models.AddCygxArticleHistoryRecordAllMulti(celueArticleHistoryItems, allRecordItems)
  685. if e != nil {
  686. err = errors.New("AddCygxArticleHistoryRecordAllMulti, Err: " + e.Error())
  687. return
  688. }
  689. }
  690. //处理同步过来的阅读记录所属用户
  691. //var condition string
  692. //condition = ` AND create_time > ` + "'" + startTime + "'"
  693. //listArticlePv, err := models.GetArticleHistoryRecordAllByMobileList(condition)
  694. //if err != nil {
  695. // fmt.Println("GetArticleHistoryRecordAllByMobileList ,Err" + err.Error())
  696. //}
  697. //for _, v := range listArticlePv {
  698. // if v.Mobile != "" {
  699. // user, err := models.GetWxUserItemByMobile(v.Mobile)
  700. // if err != nil && err.Error() != utils.ErrNoRow() {
  701. // fmt.Println("GetWxUserItemByUserId ,Err" + err.Error())
  702. // }
  703. // if user != nil {
  704. // err = models.UpdateCygxArticleHistoryRecordAll(user)
  705. // if err != nil {
  706. // fmt.Println("UpdateCygxArticleCollect ,Err" + err.Error())
  707. // }
  708. // }
  709. // }
  710. //}
  711. return
  712. }
  713. func GetArticleListByApi(cont context.Context) (err error) {
  714. defer func() {
  715. if err != nil {
  716. //fmt.Println("GetArticleListByApi Err:" + err.Error())
  717. go utils.SendAlarmMsg("同步策略平台数据失败", 2)
  718. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  719. }
  720. }()
  721. listUpdateArticle, err := models.GetArticleCeluePushList()
  722. if err != nil && err.Error() != utils.ErrNoRow() {
  723. return err
  724. }
  725. //如果长度为零就不处理
  726. if len(listUpdateArticle) == 0 {
  727. return err
  728. }
  729. for _, v := range listUpdateArticle {
  730. // 这里直接go出去会出现并发,导致文章md5ID唯一索引限制报错
  731. err = HandleArticleListByApi(v.ArticleId)
  732. if err != nil {
  733. utils.FileLog.Info("HandleArticleListByApi", err.Error())
  734. }
  735. }
  736. return
  737. }
  738. // 获取策略平台推送过来的文章并更新
  739. func UpdateArticleByRedis() (err error) {
  740. for {
  741. utils.Rc.Brpop(utils.CYGX_ARTICLE_UPDATE_KEY, func(b []byte) {
  742. var log models.CygxArticleCeluePushRedis
  743. if err := json.Unmarshal(b, &log); err != nil {
  744. fmt.Println("json unmarshal wrong!")
  745. go utils.SendAlarmMsg("获取策略平台推送过来的文章并更新处理Redis队列消息失败:"+err.Error()+string(b), 2)
  746. }
  747. // 这里直接go出去会出现并发,导致文章md5ID唯一索引限制报错
  748. err = HandleArticleListByApi(log.ArticleId)
  749. if err != nil {
  750. utils.FileLog.Info("HandleArticleListByApi", err.Error())
  751. }
  752. })
  753. }
  754. }
  755. //func init() {
  756. // // allList, err := models.GetArticleAll()
  757. // //
  758. // // fmt.Println(err)
  759. // //
  760. // // for _, v := range allList {
  761. // // HandleArticleListByApi(v.ArticleId)
  762. // // }
  763. //
  764. // //for i := 8648; i < 9004; i++ {
  765. // // HandleArticleListByApi(9552)
  766. // //}
  767. // HandleArticleListByApi(10914)
  768. // //UpdateArticleResourceData(9551)
  769. //}
  770. // 处理同步过来的文章
  771. func HandleArticleListByApi(artcleId int) (err error) {
  772. defer func() {
  773. if err != nil {
  774. go utils.SendAlarmMsg("处理同步过来的文章失败"+"HandleArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), 2)
  775. }
  776. }()
  777. var clueApiUrl string
  778. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", artcleId)
  779. fmt.Println(clueApiUrl)
  780. authorization := utils.ApiAuthorization
  781. body, err := PublicGetDate(clueApiUrl, authorization)
  782. if err != nil {
  783. fmt.Println(err)
  784. return
  785. }
  786. var articleResultDate models.ArticleDetailResultApi
  787. err = json.Unmarshal(body, &articleResultDate)
  788. if err != nil {
  789. fmt.Println("Getres.PublicGetDate Err:", err.Error())
  790. return err
  791. }
  792. item := new(models.CygxShanghaiCompanyLog)
  793. item.CreateTime = time.Now()
  794. item.Url = clueApiUrl
  795. item.Body = ""
  796. item.Result = string(body)
  797. go models.AddCygxShanghaiCompanyLog(item)
  798. go models.UpdateCygxArticleCeluePush(artcleId)
  799. articleResult := articleResultDate.Data
  800. exitMap := make(map[int]int)
  801. categoryIdMap := make(map[int]int)
  802. classMap := make(map[int]int)
  803. reportMap := make(map[int]int)
  804. summaryMap := make(map[int]int)
  805. listMap, err := models.GetArticleApiMap()
  806. if err != nil {
  807. fmt.Println("GetlistMap Err:", err.Error())
  808. return err
  809. }
  810. openIdList, err := models.GetUserRecordListByMobile(4, utils.ArticleTaskClassMobile)
  811. if err != nil {
  812. fmt.Println(err)
  813. return err
  814. }
  815. fmt.Println(openIdList)
  816. //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
  817. for _, v := range listMap {
  818. exitMap[v.SeriesId] = v.OldId
  819. categoryIdMap[v.SeriesId] = v.OldIdMap
  820. if v.IsClass == 1 {
  821. classMap[v.OldId] = 1
  822. }
  823. if v.IsReport == 1 {
  824. reportMap[v.OldId] = 1
  825. }
  826. if v.IsSummary == 1 {
  827. summaryMap[v.OldId] = 1
  828. }
  829. }
  830. var list []*models.Tactics2
  831. var listArticleData []*models.CygxArticleData
  832. var listAuthor []*models.CygxArticleAuthor
  833. //如果是英文报告 ,或者香港类型那么则不同步 publish_area :all 全部 ;hk 香港
  834. if articleResult.TypeId == 9 || articleResult.PublishArea != "all" {
  835. // 如果是英文报告,或者是香港报告就进行删除处理
  836. err = models.UpdateArticlePublish(artcleId, 0)
  837. if err != nil {
  838. fmt.Println("UpdateArticlePublish Err:", err.Error())
  839. return err
  840. }
  841. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  842. return
  843. }
  844. var cover string
  845. if articleResult.Series.Name == "图解市场" {
  846. cover = GetArticleCoverByChartFirst(articleResult.Content.Body)
  847. } else if articleResult.Series.Name == "行业深度" {
  848. cover = articleResult.Cover
  849. }
  850. fmt.Println(cover)
  851. //return
  852. //状态等于 2 跟 4 的进行同步 IsActive 为false 软删除的也不同步
  853. if exitMap[articleResult.SeriesId] > 0 && (articleResult.PublishStatus == 2 || articleResult.PublishStatus == 4) && articleResult.IsActive {
  854. articleResult.PublishDate = time.Date(articleResult.PublishDate.Year(), articleResult.PublishDate.Month(), articleResult.PublishDate.Day(), articleResult.PublishDate.Hour(), articleResult.PublishDate.Minute(), articleResult.PublishDate.Second(), articleResult.PublishDate.Nanosecond(), time.Local)
  855. item := new(models.Tactics2)
  856. itemArticleData := new(models.CygxArticleData)
  857. itemArticleData.ArticleId = articleResult.ArticleId
  858. itemArticleData.Cover = articleResult.Cover
  859. itemArticleData.CreateTime = time.Now()
  860. listArticleData = append(listArticleData, itemArticleData)
  861. itemAuthor := new(models.CygxArticleAuthor)
  862. item.ArticleId = articleResult.ArticleId
  863. item.Title = articleResult.Title
  864. item.TitleEn = articleResult.TitleEn
  865. item.File = articleResult.File
  866. if articleResult.Frequency == "日度" {
  867. item.UpdateFrequency = "daily"
  868. } else if articleResult.Frequency == "周度" {
  869. item.UpdateFrequency = "weekly"
  870. } else if articleResult.Frequency == "月度" {
  871. item.UpdateFrequency = "monthly"
  872. } else if articleResult.Frequency == "季度" {
  873. item.UpdateFrequency = "quarterly"
  874. } else if articleResult.Frequency == "年度" {
  875. item.UpdateFrequency = "yearly"
  876. } else {
  877. item.UpdateFrequency = "unknow"
  878. }
  879. item.CreateDate = articleResult.CreateDate
  880. item.PublishDate = articleResult.PublishDate.Add(time.Hour * 8)
  881. item.PublishStatus = 1
  882. item.Body = articleResult.Content.Body
  883. item.Abstract = articleResult.Content.Abstract
  884. item.Annotation = articleResult.Content.Annotation
  885. item.CategoryName = articleResult.Industry.Name
  886. item.CategoryId = categoryIdMap[articleResult.SeriesId]
  887. item.CategoryIdTwo = exitMap[articleResult.SeriesId]
  888. item.SubCategoryName = articleResult.Series.Name
  889. item.Cover = cover
  890. //{
  891. // //这两种情况特殊处理
  892. // if articleResult.Field.Name == "宏观利率" {
  893. // item.CategoryId = 10070
  894. // item.CategoryIdTwo = item.CategoryId
  895. // }
  896. // if articleResult.Field.Name == "信用" {
  897. // item.CategoryId = 10082
  898. // item.CategoryIdTwo = item.CategoryId
  899. // }
  900. //}
  901. if len(articleResult.Stock) > 0 {
  902. var stock string
  903. for _, vS := range articleResult.Stock {
  904. stock += vS + "/"
  905. }
  906. stock = strings.TrimRight(stock, "/")
  907. item.Stock = stock
  908. }
  909. item.FieldName = articleResult.Field.Name
  910. item.TypeName = articleResult.Type.Name
  911. item.UpdateDate = articleResult.UpdateDate
  912. item.CeLueFieldId = articleResult.Field.Id
  913. list = append(list, item)
  914. itemAuthor.ArticleId = articleResult.ArticleId
  915. itemAuthor.Name = articleResult.Author.Name
  916. itemAuthor.Mobile = articleResult.Author.PhoneNumber
  917. fmt.Println(articleResult.Cover)
  918. listAuthor = append(listAuthor, itemAuthor)
  919. } else {
  920. // 如果这篇文章没有发布,那么就不作处理。
  921. err = models.UpdateArticlePublish(artcleId, 0)
  922. if err != nil {
  923. fmt.Println("UpdateArticlePublish Err:", err.Error())
  924. return err
  925. }
  926. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  927. //go UpdateResourceData(artcleId, "article", "delete", time.Now().Format(utils.FormatDateTime))
  928. return
  929. }
  930. //同步作者
  931. for _, v := range listAuthor {
  932. var count int
  933. count, err = models.GetActivityAuthorCount(v.ArticleId, v.Mobile)
  934. if err != nil {
  935. fmt.Println("GetActivityAuthorCount Err:", err.Error())
  936. return err
  937. }
  938. if count == 0 {
  939. _, err = models.AddCygxActivityAuthor(v)
  940. if err != nil {
  941. fmt.Println("AddCygxActivityAuthor Err:", err.Error())
  942. return err
  943. }
  944. }
  945. }
  946. fmt.Println("同步文章条数:", len(list))
  947. listCustomArticle, err := models.GetCustomArticleId() //手动归类的文章,不替换文章类型
  948. if err != nil {
  949. fmt.Println("GetTacticsList Err:", err.Error())
  950. return err
  951. }
  952. listGetMatchTypeName, errMatch := models.GetMatchTypeNamenNotNull() //手动归类的文章,不替换文章类型
  953. if errMatch != nil {
  954. fmt.Println("GetTacticsList Err:", errMatch.Error())
  955. return err
  956. }
  957. //mapCategoryIdSet := make(map[int]int)
  958. //for _, vMatch := range listGetMatchTypeName {
  959. // mapCategoryIdSet[vMatch.CategoryId] = vMatch.CategoryIdSet
  960. //}
  961. fmt.Println("list len:", len(list))
  962. noSummaryArticleIds := "3454,3456,3457,3459,2449,2450,2453,2454,2459,2530,2583,2663,2670,2699,2715,2732,2748,2759,2399,2356,2870,3173,2978,2826,3470" //非纪要库类型的文章ID
  963. listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
  964. for k, v := range list {
  965. //同步匹配类型
  966. matchTypeName := ""
  967. for _, vMatch := range listGetMatchTypeName {
  968. if v.CategoryId == vMatch.CategoryId {
  969. matchTypeName = vMatch.MatchTypeName
  970. }
  971. }
  972. //是否属于纪要库的数据
  973. //if _, has := summaryMap[v.CategoryId]; has {
  974. // v.IsSummary = 1
  975. //}
  976. if v.TypeName == "纪要" {
  977. v.IsSummary = 1
  978. }
  979. //排除不属于纪要库类型的文章
  980. for _, vArt := range listNoSummaryArticleIds {
  981. vArtInt, _ := strconv.Atoi(vArt)
  982. if v.ArticleId == vArtInt {
  983. v.IsSummary = 0
  984. }
  985. }
  986. if _, has := reportMap[v.CategoryIdTwo]; has {
  987. v.IsReport = 1
  988. if _, ok := classMap[v.CategoryIdTwo]; ok {
  989. v.IsClass = 1
  990. v.ReportType = 1 //是否属于行业报告
  991. } else {
  992. v.ReportType = 2 //是否属于产业报告
  993. }
  994. }
  995. v.Department = "弘则权益研究"
  996. //判断是否已经存在
  997. if v.ArticleId < 0 {
  998. fmt.Println("AddCygxArticle Err:")
  999. return err
  1000. }
  1001. var count int
  1002. count, err = models.GetArticleCountById(v.ArticleId)
  1003. if err != nil && err.Error() != utils.ErrNoRow() {
  1004. fmt.Println("AddCygxArticle Err:", err.Error())
  1005. return err
  1006. }
  1007. v.Body = strings.Replace(v.Body, "http://vmp.hzinsights.com", "https://vmp.hzinsights.com", -1)
  1008. expertNumStr, expertContentStr, interviewDateStr, _, bodyReturn := BodyAnalysis2(v.Body)
  1009. if strings.Index(v.Body, "报告全文(") > 0 && strings.Index(v.Body, "PDF格式报告下载.pdf") > 0 {
  1010. v.Body = strings.Replace(v.Body, "报告全文(", "", -1)
  1011. v.Body = strings.Replace(v.Body, "PDF格式报告下载.pdf", "", -1)
  1012. v.Body = strings.Replace(v.Body, "):", "", -1)
  1013. }
  1014. var titleNew string
  1015. titleNew = v.Title
  1016. // 7资金流向 、11大类资产 、51每日复盘 、80医药周报、9估值研究
  1017. if v.CategoryId == 7 || v.CategoryId == 11 || v.CategoryId == 51 || v.CategoryId == 9 {
  1018. if v.UpdateFrequency == "daily" {
  1019. var daystr string
  1020. daystr = strconv.Itoa(v.PublishDate.Day())
  1021. if len(daystr) == 1 {
  1022. daystr = "0" + daystr
  1023. }
  1024. titleNew = v.Title + "(" + strconv.Itoa(v.PublishDate.Year())[2:len(strconv.Itoa(v.PublishDate.Year()))-0] + v.PublishDate.Format("01") + daystr + ")"
  1025. } else if v.UpdateFrequency == "weekly" {
  1026. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  1027. }
  1028. }
  1029. //策略周度思考,医药周报,消费周报,消费周度思考,科技前言(周报)、智造精粹、智造本周荟 标题处理
  1030. if v.CategoryId == 80 || v.CategoryId == 52 || v.CategoryId == 10074 || v.CategoryId == 1008 || v.CategoryId == 10071 || v.CategoryId == 10073 || v.CategoryId == 50 {
  1031. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  1032. }
  1033. //类型是综述报告的,不区分是什么系列,统一归类到对应产业的路演精华
  1034. if articleResult.Type.Name == "综述报告" {
  1035. detailCategory, err := models.GetdetailByCategoryIdLyjh(v.CategoryIdTwo)
  1036. if err != nil && err.Error() != utils.ErrNoRow() {
  1037. return err
  1038. }
  1039. v.CategoryId = detailCategory.CategoryId
  1040. v.IsSummary = 0
  1041. }
  1042. if count > 0 {
  1043. fmt.Println(k, v.ArticleId, "edit")
  1044. articleIfoOld, e := models.GetArticleDetailTestById(v.ArticleId)
  1045. if e != nil {
  1046. err = e
  1047. return
  1048. }
  1049. bodyTextOld, _ := GetReportContentTextSubNew(articleIfoOld.Body)
  1050. bodyText, _ := GetReportContentTextSubNew(v.Body)
  1051. if len(bodyText)-len(bodyTextOld) > 100 {
  1052. //fmt.Println("触发推送规则")
  1053. //更新字数大于一百字触发推送规则
  1054. go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  1055. go UpdateArticleResourceData(v.ArticleId) //把数据写入 cygx_resource_data 表
  1056. //go UpdateResourceData(v.ArticleId, "article", "update", time.Now().Format(utils.FormatDateTime))
  1057. }
  1058. var isCustom bool
  1059. updateParams := make(map[string]interface{})
  1060. //updateParams["Title"] = v.Title
  1061. updateParams["Title"] = titleNew
  1062. updateParams["TitleEn"] = v.TitleEn
  1063. updateParams["UpdateFrequency"] = v.UpdateFrequency
  1064. updateParams["CreateDate"] = v.CreateDate
  1065. updateParams["PublishDate"] = v.PublishDate
  1066. //updateParams["Body"] = html.EscapeString(v.Body)
  1067. updateParams["Body"] = html.EscapeString(bodyReturn)
  1068. updateParams["BodyText"] = bodyText
  1069. updateParams["Abstract"] = html.EscapeString(v.Abstract)
  1070. updateParams["CategoryName"] = v.CategoryName
  1071. for _, vCustom := range listCustomArticle {
  1072. if v.ArticleId == vCustom.ArticleId {
  1073. fmt.Println("手动归类的文章:" + strconv.Itoa(v.ArticleId))
  1074. isCustom = true
  1075. }
  1076. }
  1077. if isCustom == false {
  1078. updateParams["CategoryId"] = v.CategoryId
  1079. updateParams["MatchTypeName"] = matchTypeName
  1080. updateParams["IsSummary"] = v.IsSummary
  1081. updateParams["IsReport"] = v.IsReport
  1082. updateParams["ReportType"] = v.ReportType
  1083. updateParams["SubCategoryName"] = v.SubCategoryName
  1084. }
  1085. //updateParams["CategoryId"] = v.CategoryId
  1086. updateParams["PublishStatus"] = 1
  1087. updateParams["ExpertBackground"] = expertContentStr
  1088. updateParams["ExpertNumber"] = expertNumStr
  1089. updateParams["InterviewDate"] = interviewDateStr
  1090. //updateParams["IsClass"] = v.IsClass
  1091. v.Department = "弘则权益研究"
  1092. updateParams["Department"] = v.Department
  1093. updateParams["FileLink"] = v.File
  1094. updateParams["Stock"] = v.Stock
  1095. updateParams["FieldName"] = v.FieldName
  1096. updateParams["Annotation"] = v.Annotation
  1097. updateParams["TypeName"] = v.TypeName
  1098. updateParams["ModifyTimeByCl"] = v.UpdateDate
  1099. updateParams["CeLueFieldId"] = v.CeLueFieldId
  1100. updateParams["Cover"] = v.Cover
  1101. whereParam := map[string]interface{}{"article_id": v.ArticleId}
  1102. err = models.UpdateByExpr(models.CygxArticle{}, whereParam, updateParams)
  1103. if err != nil {
  1104. fmt.Println("UpdateByExpr Err:" + err.Error())
  1105. return err
  1106. }
  1107. } else {
  1108. fmt.Println(k, v.ArticleId, "add")
  1109. item := new(models.CygxArticle)
  1110. articleIdInt := v.ArticleId
  1111. item.ArticleId = articleIdInt
  1112. //item.Title = v.Title
  1113. item.Title = titleNew
  1114. item.TitleEn = v.TitleEn
  1115. item.UpdateFrequency = v.UpdateFrequency
  1116. item.CreateDate = v.CreateDate
  1117. item.PublishDate = v.PublishDate.Format(utils.FormatDateTime)
  1118. //item.Body = html.EscapeString(v.Body)
  1119. item.Body = html.EscapeString(bodyReturn)
  1120. item.Abstract = html.EscapeString(v.Abstract)
  1121. item.CategoryName = v.CategoryName
  1122. item.SubCategoryName = v.SubCategoryName
  1123. item.CategoryId = v.CategoryId
  1124. item.CategoryIdTwo = v.CategoryIdTwo
  1125. item.PublishStatus = 1
  1126. item.ExpertBackground = expertContentStr
  1127. item.ExpertNumber = expertNumStr
  1128. item.InterviewDate = interviewDateStr
  1129. item.Department = v.Department
  1130. item.ArticleIdMd5 = utils.MD5(strconv.Itoa(articleIdInt))
  1131. item.IsClass = v.IsClass
  1132. item.IsSummary = v.IsSummary
  1133. item.IsReport = v.IsReport
  1134. item.ReportType = v.ReportType
  1135. item.FileLink = v.File
  1136. item.MatchTypeName = matchTypeName
  1137. item.Stock = v.Stock
  1138. item.FieldName = v.FieldName
  1139. item.Annotation = v.Annotation
  1140. item.TypeName = v.TypeName
  1141. item.ModifyTimeByCl = v.UpdateDate
  1142. item.CeLueFieldId = v.CeLueFieldId
  1143. item.Cover = v.Cover
  1144. newId, err := models.AddCygxArticles(item)
  1145. if err != nil {
  1146. fmt.Println("AddCygxArticle Err:", err.Error())
  1147. return err
  1148. }
  1149. //go UpdateResourceData(v.ArticleId, "article", "add", time.Now().Format(utils.FormatDateTime))
  1150. go UpdateArticleResourceData(v.ArticleId) //把数据写入 cygx_resource_data 表
  1151. //fmt.Println(newId)
  1152. //报告自动归类,以及推送相关模板消息
  1153. if v.ReportType == 2 {
  1154. var subjectStr string
  1155. var industrialManagementIdStr string
  1156. var industrialSubjectIdStr string
  1157. var keyword1 string
  1158. var keyword2 string
  1159. var keyword3 string
  1160. var keyword4 string
  1161. sliceSubjects := strings.Split(v.Stock, "/")
  1162. mapManagementForSubject := make(map[string]string)
  1163. mapIndustrialId := make(map[int]int)
  1164. if len(sliceSubjects) > 0 {
  1165. for _, vSubject := range sliceSubjects {
  1166. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  1167. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  1168. subject := sliceXiahuaxian[0]
  1169. subjectStr += "'" + subject + "',"
  1170. }
  1171. //获取该产业下所对应的行业图片
  1172. detailCategory, errCategory := models.GetdetailByCategoryIdOne(v.CategoryId)
  1173. if errCategory != nil {
  1174. fmt.Println("GetdetailByCategoryIdOne Err:", err.Error())
  1175. return err
  1176. }
  1177. subjectStr = strings.TrimRight(subjectStr, ",")
  1178. if subjectStr != "" {
  1179. listIndustrial, err := models.GetIndustrialManagementForSubjecName(subjectStr, detailCategory.ChartPermissionId)
  1180. if err != nil {
  1181. fmt.Println("GetIndustrialManagementForSubjecName Err:", err.Error())
  1182. return err
  1183. }
  1184. subjectStr = strings.Replace(subjectStr, "','", "】【", -1)
  1185. subjectStr = strings.Replace(subjectStr, "'", "", -1)
  1186. subjectStr = "【" + subjectStr + "】"
  1187. if len(listIndustrial) > 0 {
  1188. for _, vIndustrial := range listIndustrial {
  1189. if _, ok := mapIndustrialId[vIndustrial.IndustrialManagementId]; !ok {
  1190. industrialManagementIdStr += strconv.Itoa(vIndustrial.IndustrialManagementId) + ","
  1191. }
  1192. mapIndustrialId[vIndustrial.IndustrialManagementId] = vIndustrial.IndustrialManagementId
  1193. industrialSubjectIdStr += strconv.Itoa(vIndustrial.IndustrialSubjectId) + ","
  1194. mapManagementForSubject[vIndustrial.IndustryName] += vIndustrial.SubjectName + "/"
  1195. if vIndustrial.LayoutTime == "0000-00-00 00:00:00" {
  1196. go models.UpdateIndustrialManagementLayoutTime(v.PublishDate.AddDate(0, 0, -10).Format(utils.FormatDateTime), vIndustrial.IndustrialManagementId)
  1197. }
  1198. }
  1199. industrialManagementIdStr = strings.TrimRight(industrialManagementIdStr, ",")
  1200. industrialSubjectIdStr = strings.TrimRight(industrialSubjectIdStr, ",")
  1201. if industrialManagementIdStr != "" {
  1202. err = models.ReportArticleClassificationEditNew(int(newId), industrialManagementIdStr, v.ArticleId, industrialSubjectIdStr)
  1203. if err != nil {
  1204. fmt.Println("ReportArticleClassificationEditNew Err:", err.Error())
  1205. return err
  1206. }
  1207. }
  1208. var peoductName string
  1209. for mk, mv := range mapManagementForSubject {
  1210. peoductName += "【" + mk + "--" + strings.TrimRight(mv, "/") + "】"
  1211. }
  1212. keyword1 = "新报告产业标签:【" + v.FieldName + "】,个股标签:" + subjectStr
  1213. keyword2 = "已自动关联至以下产业和标的:" + peoductName
  1214. keyword3 = v.Title
  1215. keyword4 = v.PublishDate.Format(utils.FormatDateTime)
  1216. SendWxMsgWithArticleClassToAdmin(keyword1, keyword2, keyword3, keyword4, openIdList, articleIdInt)
  1217. } else {
  1218. keyword1 = "新报告产业标签:【" + v.FieldName + "】,个股标签:" + subjectStr
  1219. keyword2 = "未归类"
  1220. keyword3 = v.Title
  1221. keyword4 = v.PublishDate.Format(utils.FormatDateTime)
  1222. SendWxMsgWithArticleClassToAdmin(keyword1, keyword2, keyword3, keyword4, openIdList, articleIdInt)
  1223. go models.UpdateIsClassFail(artcleId)
  1224. }
  1225. }
  1226. }
  1227. }
  1228. go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  1229. }
  1230. //【公司调研】系列纪要发布/更新后 end
  1231. //查研观向6.9模板消息推送规则
  1232. //但是如果报告的发布时间是在10天以前的,公众号就不推送了
  1233. //if time.Now().AddDate(0, 0, -10).Before(articleResult.PublishDate.Add(time.Hour * 8)) {
  1234. // go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  1235. //}
  1236. }
  1237. go models.UpdateCygxArticleCeluePush(artcleId)
  1238. AddComprehensiveArticle(artcleId) // 同步到综合页面的搜索引擎
  1239. AddComprehensiveIndustrialSource("Hz", artcleId) // 同步到综合页面的搜索引擎(添加产业资源包)
  1240. GetSummarytoEs(artcleId) // 同步到ES搜索引擎
  1241. GetIndustrialManagementArticleNewPublishData()
  1242. if len(listArticleData) > 0 {
  1243. for _, v := range listArticleData {
  1244. count, err := models.GetCygxArticleDataCount(v.ArticleId)
  1245. if err != nil {
  1246. fmt.Println("GetCygxArticleDataCount Err:", err.Error())
  1247. return err
  1248. }
  1249. if count == 0 {
  1250. _, err := models.AddCygxArticleData(v)
  1251. if err != nil {
  1252. fmt.Println("AddCygxArticleData Err:", err.Error())
  1253. return err
  1254. }
  1255. }
  1256. //} else {
  1257. // updateParams := make(map[string]interface{})
  1258. // updateParams["Cover"] = v.Cover
  1259. // whereParam := map[string]interface{}{"article_id": v.ArticleId}
  1260. // err = models.UpdateByExpr(models.CygxArticleData{}, whereParam, updateParams)
  1261. // if err != nil {
  1262. // fmt.Println("UpdateByExpr CygxArticleData Err:" + err.Error())
  1263. // return err
  1264. // }
  1265. //}
  1266. }
  1267. }
  1268. AddCygxReportMappingCategoryGroupByArticleId(artcleId)
  1269. return err
  1270. }
  1271. //func init() {
  1272. // DoArticleOnenIdWxTemplateMsg(8112)
  1273. //}
  1274. // 过滤策略平台报告,研选报告重复推送,以及权限勾选的推送
  1275. func DoArticleOnenIdWxTemplateMsg(articleId int) (err error) {
  1276. //策略平台同步过来的文章ID,做微信模板消息推送,同一篇报告12小时只推送一次
  1277. cacheKey := fmt.Sprint(utils.CACHE_KEY_ARTICLE_ID_TEMPLATE, ":ArticleId", articleId)
  1278. ttlTime := utils.Rc.GetRedisTTL(cacheKey)
  1279. if ttlTime > 0 {
  1280. fmt.Println(ttlTime)
  1281. return err
  1282. }
  1283. var msg string
  1284. defer func() {
  1285. if err != nil {
  1286. go utils.SendAlarmMsg("过滤策略平台报告,研选报告重复推送,以及权限勾选的推送失败 DoArticleOnenIdWxTemplateMsg ErrMsg:"+err.Error(), 2)
  1287. fmt.Println(err)
  1288. }
  1289. if msg != "" {
  1290. utils.FileLog.Info("发送模版消息失败,msg:%s", msg)
  1291. }
  1292. }()
  1293. //获取文章详情
  1294. articleInfo, err := models.GetArticleDetailById(articleId)
  1295. if err != nil {
  1296. return
  1297. }
  1298. articleInfo.Abstract, _ = GetReportContentTextSub(articleInfo.Abstract)
  1299. var chartPermissionId int
  1300. //固收的权限,暂时当策略的逻辑一样处理
  1301. var chartPermissionName string
  1302. reportMapDetail, err := models.GetdetailByCategoryIdPush(articleInfo.CategoryId)
  1303. if err != nil {
  1304. return err
  1305. }
  1306. if reportMapDetail.ChartPermissionId == utils.CE_LUE_ID {
  1307. chartPermissionId = utils.CE_LUE_ID
  1308. } else if reportMapDetail.ChartPermissionId == utils.GU_SHOU_ID_CHART {
  1309. chartPermissionId = utils.GU_SHOU_ID_CHART
  1310. } else {
  1311. if reportMapDetail.PermissionType == 1 {
  1312. chartPermissionName = reportMapDetail.ChartPermissionName + "(主观)"
  1313. } else {
  1314. chartPermissionName = reportMapDetail.ChartPermissionName + "(客观)"
  1315. }
  1316. chartPermissionDetail, err := models.GetChartPermissionByRemark(chartPermissionName)
  1317. if err != nil {
  1318. return err
  1319. }
  1320. chartPermissionId = chartPermissionDetail.ChartPermissionId
  1321. }
  1322. //文章关联的产业
  1323. var industryName string
  1324. var industrialManagementId string
  1325. if chartPermissionId == utils.CE_LUE_ID || chartPermissionId == utils.GU_SHOU_ID_CHART {
  1326. industryName = reportMapDetail.SubCategoryName
  1327. } else {
  1328. if articleInfo.ReportType == 2 {
  1329. detailIndustryNameList, err := models.GetIndustrialManagemenDetailByAaticleID(articleId)
  1330. if err != nil && err.Error() != utils.ErrNoRow() {
  1331. return err
  1332. }
  1333. //如果不存在关联的产业则不推送
  1334. if len(detailIndustryNameList) == 0 {
  1335. return err
  1336. }
  1337. for _, v := range detailIndustryNameList {
  1338. industryName += v.IndustryName + ","
  1339. industrialManagementId += strconv.Itoa(v.IndustrialManagementId) + ","
  1340. }
  1341. industryName = strings.TrimRight(industryName, ",")
  1342. industrialManagementId = strings.TrimRight(industrialManagementId, ",")
  1343. //处理勾选了全部行业赛道的用户
  1344. var allIn string
  1345. allIn = DoXzsChooseSend(reportMapDetail.ChartPermissionName)
  1346. if allIn != "" {
  1347. allInList, err := models.GetCygxXzsChooseSendByAllIn(allIn)
  1348. if err != nil && err.Error() != utils.ErrNoRow() {
  1349. return err
  1350. }
  1351. if len(allInList) > 0 {
  1352. var allInUserId string
  1353. for _, v := range allInList {
  1354. allInUserId += strconv.Itoa(v.UserId) + ","
  1355. }
  1356. allInUserId = strings.TrimRight(allInUserId, ",")
  1357. userFllowIndustrialList, err := models.GetUserFllowIndustrialListByUserIdAndIndustrial(allInUserId, industrialManagementId)
  1358. if err != nil && err.Error() != utils.ErrNoRow() {
  1359. return err
  1360. }
  1361. mapUserFllowed := make(map[string]int)
  1362. for _, v := range userFllowIndustrialList {
  1363. //用户ID与其关注的产业组成唯一索引,判断是否存在,如果不存在就进行自动关注
  1364. mapUserFllowed[fmt.Sprint("uid:", v.UserId, "_Industrial:", v.IndustrialManagementId)] = v.UserId
  1365. }
  1366. //获取这些allIN用户的的信息进行遍历生成需要插入的数据
  1367. userList, err := models.GetWxUserListByUserIds(allInUserId)
  1368. if err != nil && err.Error() != utils.ErrNoRow() {
  1369. return err
  1370. }
  1371. var industryFllowItems []*models.CygxIndustryFllow
  1372. for _, v := range detailIndustryNameList {
  1373. for _, vUser := range userList {
  1374. //如果用户这个用户没有关注这个产业就进行自动关注
  1375. if mapUserFllowed[fmt.Sprint("uid:", vUser.UserId, "_Industrial:", v.IndustrialManagementId)] == 0 {
  1376. item := new(models.CygxIndustryFllow)
  1377. item.IndustrialManagementId = v.IndustrialManagementId
  1378. item.UserId = vUser.UserId
  1379. item.Email = vUser.Email
  1380. item.Mobile = vUser.Mobile
  1381. item.RealName = vUser.RealName
  1382. item.CompanyId = vUser.CompanyId
  1383. item.CompanyName = vUser.CompanyName
  1384. item.Source = 3
  1385. item.Type = 1
  1386. item.CreateTime = time.Now()
  1387. item.ModifyTime = time.Now()
  1388. industryFllowItems = append(industryFllowItems, item)
  1389. }
  1390. }
  1391. }
  1392. err = models.AddCygxIndustryFllowMulti(industryFllowItems)
  1393. if err != nil {
  1394. go utils.SendAlarmMsg("用户关注全部赛道,出现新赛道批量添加失败 ,AddCygxIndustryFllowMulti ErrMsg:"+err.Error(), 2)
  1395. }
  1396. }
  1397. }
  1398. }
  1399. }
  1400. // 获取所有有权的用户的 openid
  1401. mapOpenidPower := make(map[int]string)
  1402. permissionIdList := make([]string, 0)
  1403. var condition string
  1404. var pars []interface{}
  1405. slicepermissionId := strings.Split(strconv.Itoa(chartPermissionId), ",")
  1406. if len(slicepermissionId) > 0 {
  1407. for _, v := range slicepermissionId {
  1408. if v == strconv.Itoa(utils.GU_SHOU_ID_CHART) {
  1409. v = strconv.Itoa(utils.CE_LUE_ID)
  1410. }
  1411. permissionIdList = append(permissionIdList, v)
  1412. }
  1413. condition += ` AND p.chart_permission_id IN (` + utils.GetOrmInReplace(len(slicepermissionId)) + ` ) `
  1414. pars = append(pars, permissionIdList)
  1415. }
  1416. openidPowerListMobile, err := models.GetCygxUserRecordPower(condition, pars)
  1417. if err != nil {
  1418. return err
  1419. }
  1420. var mobileArr []string
  1421. for _, v := range openidPowerListMobile {
  1422. mobileArr = append(mobileArr, v.Mobile)
  1423. }
  1424. openidPowerList, err := models.GetWxOpenIdByMobileSliceList(mobileArr)
  1425. if err != nil {
  1426. return err
  1427. }
  1428. //四大行业的行业综述报告,对所有开通了对应行业权限的客户都推送。
  1429. if articleInfo.ReportType == 1 && chartPermissionId != utils.CE_LUE_ID && chartPermissionId != utils.GU_SHOU_ID_CHART {
  1430. for _, item := range openidPowerList {
  1431. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1432. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1433. openIditem := new(models.OpenIdList)
  1434. openIditem.OpenId = item.OpenId
  1435. openIditem.UserId = item.UserId
  1436. SendWxMsgWithArticleUpdate(first, keyword1, articleInfo.Title, articleInfo.PublishDate, articleInfo.Abstract, openIditem, articleId)
  1437. }
  1438. return err
  1439. }
  1440. for _, v := range openidPowerList {
  1441. mapOpenidPower[v.UserId] = v.OpenId
  1442. }
  1443. //获取关注这个文章对应产业的用户的 openid
  1444. mapOpenidFllow := make(map[int]string)
  1445. if chartPermissionId != utils.CE_LUE_ID && chartPermissionId != utils.GU_SHOU_ID_CHART {
  1446. openidFllowListMobile, err := models.GetCygxUserFllowOpenid(articleId)
  1447. if err != nil {
  1448. return err
  1449. }
  1450. var mobileArrFllow []string
  1451. for _, v := range openidFllowListMobile {
  1452. mobileArrFllow = append(mobileArrFllow, v.Mobile)
  1453. }
  1454. openidFllowList, err := models.GetWxOpenIdByMobileSliceList(mobileArrFllow)
  1455. if err != nil {
  1456. return err
  1457. }
  1458. for _, v := range openidFllowList {
  1459. mapOpenidFllow[v.UserId] = v.OpenId
  1460. }
  1461. }
  1462. //获取拒绝接收推送的的用户的 openid
  1463. mapOpenidRefuset := make(map[int]string)
  1464. openidRefusetList, err := models.GetCygxUserRefusetOpenid()
  1465. if err != nil {
  1466. return err
  1467. }
  1468. for _, v := range openidRefusetList {
  1469. mapOpenidRefuset[v.UserId] = v.OpenId
  1470. }
  1471. //获取提交过推送规则的用户的 openid
  1472. mapUserIdChooseSend := make(map[int]int)
  1473. mapUserIdChooseSendTypeNoPermission := make(map[int]int)
  1474. chooseSendtList, err := models.GetCygxXzsChooseSend()
  1475. for _, v := range chooseSendtList {
  1476. mapUserIdChooseSend[v.UserId] = v.UserId
  1477. if v.IsRefuse == 1 {
  1478. continue
  1479. }
  1480. //获取选择主客观赛道的用户
  1481. if reportMapDetail.PermissionType == 1 {
  1482. if v.IsSubjective == 1 {
  1483. mapUserIdChooseSendTypeNoPermission[v.UserId] = v.UserId
  1484. }
  1485. } else {
  1486. if v.IsObjective == 1 {
  1487. mapUserIdChooseSendTypeNoPermission[v.UserId] = v.UserId
  1488. }
  1489. }
  1490. }
  1491. //已经推送了的openid
  1492. mapOpenidPushed := make(map[int]string)
  1493. keyword2 := articleInfo.Title
  1494. keyword3 := time.Now().Format(utils.FormatDateTime)
  1495. keyword4 := articleInfo.Abstract
  1496. mapAlreadySend := make(map[int]int)
  1497. //如果是策略就按照策略的推送方式来写
  1498. if reportMapDetail.ChartPermissionName == utils.CE_LUE_NAME || reportMapDetail.ChartPermissionName == utils.GU_SHOU_NAME {
  1499. //获取提交过推送规则的用户的 openid
  1500. mapUserFllowCeLue := make(map[int]string)
  1501. userFllowCeLueList, err := models.GetCygxUserFllowCeLueOpenid(articleInfo.CategoryId)
  1502. if err != nil {
  1503. return err
  1504. }
  1505. for _, v := range userFllowCeLueList {
  1506. mapUserFllowCeLue[v.UserId] = v.OpenId
  1507. }
  1508. for k, v := range mapOpenidPower {
  1509. if mapOpenidPushed[k] != "" {
  1510. continue
  1511. }
  1512. openIditem := new(models.OpenIdList)
  1513. openIditem.UserId = k
  1514. openIditem.OpenId = v
  1515. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1516. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1517. mapActivityUserId := make(map[int]string)
  1518. if articleInfo.ReportType == 2 {
  1519. sliceSubjectId, _ := models.GetSubjectIds(articleId)
  1520. if sliceSubjectId != "" {
  1521. appointmentList, err := models.GetCygxAppointmentSummaryBySubjectId(sliceSubjectId)
  1522. if err != nil {
  1523. fmt.Println("GetCygxAppointmentSummaryListBySubjectId Err:", err.Error())
  1524. return err
  1525. }
  1526. var userIds []string
  1527. if len(appointmentList) > 0 {
  1528. for _, v := range appointmentList {
  1529. //fmt.Println("mapActivityUserId:", v.UserId)
  1530. userIds = append(userIds, strconv.Itoa(v.UserId))
  1531. mapActivityUserId[v.UserId] += v.ActivityName + ","
  1532. }
  1533. userIdstr := strings.Join(userIds, ",")
  1534. openIdLists, err := models.GetOpenIdByUserIds(userIdstr)
  1535. if err != nil {
  1536. fmt.Println("GetOpenIdByUserIds Err:", err.Error())
  1537. return err
  1538. }
  1539. for _, item := range openIdLists {
  1540. first := "您预约的调研,有关联的纪要发布/更新了"
  1541. keyword1 := industryName
  1542. openIditem := new(models.OpenIdList)
  1543. openIditem.OpenId = item.OpenId
  1544. openIditem.UserId = item.UserId
  1545. if _, ok := mapAlreadySend[openIditem.UserId]; !ok {
  1546. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1547. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1548. fmt.Println("AlreadySend:", openIditem.UserId)
  1549. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1550. }
  1551. }
  1552. }
  1553. }
  1554. //fmt.Println("openIditem.UserId:", openIditem.UserId)
  1555. //if _,ok := mapActivityUserId[openIditem.UserId]; ok{
  1556. // first = "您预约的调研,有关联的纪要发布/更新了"
  1557. // keyword1 = industryName
  1558. // SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1559. // delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1560. // mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1561. //}
  1562. }
  1563. _, ok := mapAlreadySend[openIditem.UserId]
  1564. //如果有权限而且小助手没有提交过信息的 就做正常推送
  1565. if mapUserIdChooseSend[openIditem.UserId] == 0 && !ok {
  1566. fmt.Println("1:", articleId)
  1567. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1568. }
  1569. //如果小助手勾选了对应的权限信息 就做正常推送
  1570. if mapUserIdChooseSend[openIditem.UserId] != 0 && mapUserFllowCeLue[openIditem.UserId] != "" && !ok {
  1571. fmt.Println("2:", articleId)
  1572. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1573. }
  1574. }
  1575. } else {
  1576. for k, v := range mapOpenidPower {
  1577. if mapOpenidPushed[k] != "" {
  1578. continue
  1579. }
  1580. mapUserIdChooseSendType := make(map[int]int)
  1581. for _, vS := range chooseSendtList {
  1582. if vS.IsRefuse == 1 {
  1583. continue
  1584. }
  1585. //获取选择主客观赛道的用户
  1586. if reportMapDetail.PermissionType == 1 {
  1587. if vS.IsSubjective == 1 {
  1588. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1589. }
  1590. } else if reportMapDetail.PermissionType == 2 {
  1591. if vS.IsObjective == 1 {
  1592. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1593. }
  1594. } else {
  1595. if vS.IsSubjective == 1 || vS.IsObjective == 1 {
  1596. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1597. }
  1598. }
  1599. }
  1600. openIditem := new(models.OpenIdList)
  1601. openIditem.UserId = k
  1602. openIditem.OpenId = v
  1603. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1604. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1605. mapActivityUserId := make(map[int]string)
  1606. if articleInfo.ReportType == 2 {
  1607. keyword1 = fmt.Sprint("【", industryName, "】有报告发布/更新")
  1608. sliceSubjectId, _ := models.GetSubjectIds(articleId)
  1609. if sliceSubjectId != "" {
  1610. appointmentList, err := models.GetCygxAppointmentSummaryBySubjectId(sliceSubjectId)
  1611. if err != nil {
  1612. fmt.Println("GetCygxAppointmentSummaryListBySubjectId Err:", err.Error())
  1613. return err
  1614. }
  1615. var userIds []string
  1616. if len(appointmentList) > 0 {
  1617. for _, v := range appointmentList {
  1618. //fmt.Println("mapActivityUserId:", v.UserId)
  1619. userIds = append(userIds, strconv.Itoa(v.UserId))
  1620. mapActivityUserId[v.UserId] += v.ActivityName + ","
  1621. }
  1622. userIdstr := strings.Join(userIds, ",")
  1623. openIdLists, err := models.GetOpenIdByUserIds(userIdstr)
  1624. if err != nil {
  1625. fmt.Println("GetOpenIdByUserIds Err:", err.Error())
  1626. return err
  1627. }
  1628. for _, item := range openIdLists {
  1629. //first := "您预约的调研,有关联的纪要发布/更新了"
  1630. //keyword1 := industryName
  1631. openIditem := new(models.OpenIdList)
  1632. openIditem.OpenId = item.OpenId
  1633. openIditem.UserId = item.UserId
  1634. if _, ok := mapAlreadySend[openIditem.UserId]; !ok {
  1635. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1636. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1637. fmt.Println("AlreadySend:", openIditem.UserId)
  1638. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1639. }
  1640. }
  1641. }
  1642. }
  1643. }
  1644. //如果有权限而且小助手没有提交过信息的 就做正常推送
  1645. _, ok := mapAlreadySend[openIditem.UserId]
  1646. if mapUserIdChooseSend[openIditem.UserId] == 0 && !ok {
  1647. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1648. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1649. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1650. }
  1651. //如果小助手勾选了对应的权限信息 就做正常推送
  1652. if mapUserIdChooseSend[openIditem.UserId] != 0 && mapOpenidFllow[openIditem.UserId] != "" && mapUserIdChooseSendType[openIditem.UserId] > 0 && !ok {
  1653. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1654. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1655. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1656. }
  1657. }
  1658. }
  1659. utils.Rc.Put(cacheKey, articleId, time.Hour*12)
  1660. return
  1661. }
  1662. // GetSpecialArticleDetailUserPower 处理用户查看专项调研文章详情的权限
  1663. func GetSpecialArticleDetailUserPower(user *models.WxUserItem, articleInfo *models.ArticleDetail) (havePower bool, err error) {
  1664. userType, _, e := GetUserType(user.CompanyId)
  1665. if e != nil {
  1666. err = errors.New("GetSpecialUserType, Err: " + e.Error())
  1667. return
  1668. }
  1669. // 永续客户、大套餐客户可以查看行业升级套餐客户 权限
  1670. if userType == 1 || userType == 2 {
  1671. havePower = true
  1672. return
  1673. }
  1674. permissionStr, e := GetCompanyPermissionUpgrade(user.CompanyId)
  1675. if e != nil {
  1676. err = errors.New("GetCompanyPermissionUpgrade, Err: " + e.Error())
  1677. return
  1678. }
  1679. reportMapDetail, e := models.GetdetailByCategoryIdPush(articleInfo.CategoryId)
  1680. if e != nil {
  1681. err = errors.New("GetdetailByCategoryIdPush, Err: " + e.Error())
  1682. return
  1683. }
  1684. if reportMapDetail == nil {
  1685. err = errors.New("GetdetailByCategoryIdP,获取详情失败, ")
  1686. return
  1687. }
  1688. fmt.Println(permissionStr)
  1689. //如果没有对应的升级权限,则返回
  1690. if !strings.Contains(permissionStr, reportMapDetail.ChartPermissionName) {
  1691. return
  1692. } else {
  1693. havePower = true
  1694. }
  1695. return
  1696. }
  1697. //func init() {
  1698. // GetArticNewLabelWhithActivity3Month()
  1699. //}
  1700. // 弘则报告发布日期在三个月以内的
  1701. func GetArticNewLabelWhithActivity3Month() (labelMap map[int]bool, err error) {
  1702. var condition string
  1703. var pars []interface{}
  1704. condition += ` AND publish_date <= ? AND article_id < ? `
  1705. pars = append(pars, time.Now().AddDate(0, -3, 0), utils.SummaryArticleId)
  1706. articleList, e := models.GetArticleList(condition, pars)
  1707. if e != nil {
  1708. err = errors.New("GetArticleList, Err: " + e.Error())
  1709. return
  1710. }
  1711. var articleIds []int
  1712. for _, v := range articleList {
  1713. articleIds = append(articleIds, v.ArticleId)
  1714. }
  1715. if len(articleIds) == 0 {
  1716. return
  1717. }
  1718. pars = make([]interface{}, 0)
  1719. condition = ` AND article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  1720. pars = append(pars, articleIds)
  1721. industrialList, e := models.GetIndustrialArticleGroupManagementList(condition, pars)
  1722. if e != nil {
  1723. err = errors.New("GetIndustrialArticleGroupManagementList, Err: " + e.Error())
  1724. return
  1725. }
  1726. labelMap = make(map[int]bool, 0)
  1727. var industrialIds []int
  1728. for _, v := range industrialList {
  1729. industrialIds = append(industrialIds, v.IndustrialManagementId)
  1730. }
  1731. // 获取活动关联的产业
  1732. var groupCond string
  1733. var groupPars []interface{}
  1734. groupCond += ` AND b.industrial_management_id IN (` + utils.GetOrmInReplace(len(industrialIds)) + `) AND b.source = 1 `
  1735. groupPars = append(groupPars, industrialIds)
  1736. groups, e := models.GetActivityIndustryRelationList(groupCond, groupPars)
  1737. if e != nil {
  1738. err = errors.New("获取活动产业关联列表失败, Err: " + e.Error())
  1739. return
  1740. }
  1741. for _, v := range groups {
  1742. labelMap[v.ActivityId] = true
  1743. }
  1744. return
  1745. }
  1746. // HandleArticleCategoryImg 预处理文章的封面图片
  1747. func HandleArticleCategoryImg(list []*models.HomeArticle) (items []*models.HomeArticle, err error) {
  1748. //研选的五张图片
  1749. detailResearch, e := models.GetConfigByCode("category_research_img_url")
  1750. if e != nil {
  1751. err = errors.New("获取研选的五张图片失败" + e.Error())
  1752. return
  1753. }
  1754. researchList := strings.Split(detailResearch.ConfigValue, "{|}")
  1755. //对应分类的所图片
  1756. detailCategoryUrl, err := models.GetConfigByCode("category_map_img_url")
  1757. if err != nil {
  1758. err = errors.New("获取对应分类的所图片失败" + err.Error())
  1759. return
  1760. }
  1761. categoryUrlList := strings.Split(detailCategoryUrl.ConfigValue, "{|}")
  1762. mapCategoryUrl := make(map[string]string)
  1763. var categoryId string
  1764. var imgUrlChart string
  1765. for _, v := range categoryUrlList {
  1766. vslice := strings.Split(v, "_")
  1767. categoryId = vslice[0]
  1768. imgUrlChart = vslice[len(vslice)-1]
  1769. mapCategoryUrl[categoryId] = imgUrlChart
  1770. }
  1771. mapChartPerssion := make(map[string]string)
  1772. reportMappingList, err := models.GetReportMappingStrategyAll()
  1773. if err != nil {
  1774. err = errors.New("GetReportMappingStrategyAll err" + err.Error())
  1775. return
  1776. }
  1777. for _, v := range reportMappingList {
  1778. mapChartPerssion[strconv.Itoa(v.CategoryId)] = v.ChartPermissionName
  1779. }
  1780. for k, v := range list {
  1781. list[k].Abstract, _ = GetReportContentTextSub(v.Abstract)
  1782. item := list[k]
  1783. //如果文章一开始的内容是图片,优先展示第一张图片
  1784. if list[k].Annotation == "" {
  1785. imgurl, _ := FixArticleImgUrl(html.UnescapeString(list[k].Body))
  1786. if imgurl != "" {
  1787. list[k].BodyHtml = imgurl
  1788. }
  1789. }
  1790. //newBody, _ := GetReportContentTextSubByarticle(item.Body, item.Annotation, item.ArticleId)
  1791. list[k].Annotation = ArticleAnnotation(item)
  1792. list[k].Body = ""
  1793. list[k].PublishDate = utils.StrTimeToTime(item.PublishDate).Format(utils.FormatDate) //时间字符串格式转时间格式
  1794. list[k].ChartPermissionName = mapChartPerssion[v.CategoryId]
  1795. //如果是研选系列的任意取五张图片的中的一张
  1796. if v.CategoryId == "0" || v.ArticleId > utils.SummaryArticleId {
  1797. knum := v.ArticleId % 5
  1798. list[k].ImgUrlPc = researchList[knum]
  1799. } else {
  1800. list[k].ImgUrlPc = mapCategoryUrl[v.CategoryId]
  1801. }
  1802. list[k].ArticleResponse = 4 // 默认展示核心观点
  1803. //ArticleResponse int `description:"报告类型 0:啥也不是,1研选报告,2:研选纪要,3:研选沙龙,4;核心观点"`
  1804. if list[k].ArticleId >= utils.SummaryArticleId {
  1805. list[k].HttpUrl = utils.StrategyPlatform + strconv.Itoa(v.ArticleId)
  1806. list[k].IsNeedJump = true
  1807. list[k].ArticleResponse = 1
  1808. //if v.IsReport == 1 {
  1809. // list[k].ArticleResponse = 1
  1810. //} else if v.ArticleTypeName == "纪要" {
  1811. // list[k].ArticleResponse = 2
  1812. //} else if v.ArticleTypeName == "观点" {
  1813. // list[k].ArticleResponse = 3
  1814. //} else if v.ArticleTypeName == "沙龙" {
  1815. // list[k].ArticleResponse = 3
  1816. //} else if v.ArticleTypeName == "路演精华" {
  1817. // list[k].ArticleResponse = 1
  1818. //}
  1819. }
  1820. list[k].Source = 1
  1821. //添加行业默认图片
  1822. if v.ImgUrlPc == "" {
  1823. if v.ChartPermissionName == utils.YI_YAO_NAME {
  1824. list[k].ImgUrlPc = utils.YI_YAO_OTHER_IMG
  1825. } else if v.ChartPermissionName == utils.XIAO_FEI_NAME {
  1826. list[k].ImgUrlPc = utils.XIAO_FEI_OTHER_IMG
  1827. } else if v.ChartPermissionName == utils.KE_JI_NAME {
  1828. list[k].ImgUrlPc = utils.KE_JI_OTHER_IMG
  1829. } else if v.ChartPermissionName == utils.ZHI_ZAO_NAME {
  1830. list[k].ImgUrlPc = utils.ZHI_ZAO_OTHER_IMG
  1831. }
  1832. }
  1833. //是不是研选报告
  1834. if v.ArticleTypeId > 0 {
  1835. list[k].IsResearch = true
  1836. }
  1837. }
  1838. articleIds := make([]int, 0)
  1839. for i := range list {
  1840. articleIds = append(articleIds, list[i].ArticleId)
  1841. }
  1842. articleMapPv := GetArticleHistoryByArticleId(articleIds) //文章Pv
  1843. // 报告关联产业信息
  1844. industryMap := make(map[int][]*models.IndustrialManagementIdInt, 0)
  1845. if len(articleIds) > 0 {
  1846. var industryCond string
  1847. var industryPars []interface{}
  1848. industryCond += ` AND mg.article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  1849. industryPars = append(industryPars, articleIds)
  1850. industryList, e := models.GetIndustrialListByarticleId(industryPars, industryCond)
  1851. if e != nil {
  1852. err = errors.New("GetIndustrialListByarticleId" + e.Error())
  1853. return
  1854. }
  1855. for i := range industryList {
  1856. v := industryList[i]
  1857. industryMap[v.ArticleId] = append(industryMap[v.ArticleId], &models.IndustrialManagementIdInt{
  1858. ArticleId: v.ArticleId,
  1859. IndustrialManagementId: v.IndustrialManagementId,
  1860. IndustryName: v.IndustryName,
  1861. ChartPermissionId: v.ChartPermissionId,
  1862. })
  1863. }
  1864. }
  1865. for k, v := range list {
  1866. if len(industryMap[v.ArticleId]) > 0 {
  1867. list[k].List = industryMap[v.ArticleId]
  1868. } else {
  1869. list[k].List = make([]*models.IndustrialManagementIdInt, 0)
  1870. }
  1871. v.Pv = articleMapPv[v.ArticleId]
  1872. if v.Pv > 999 {
  1873. list[k].Pv = 999
  1874. }
  1875. }
  1876. if len(list) == 0 {
  1877. list = make([]*models.HomeArticle, 0)
  1878. }
  1879. items = list
  1880. return
  1881. }
  1882. // 处理核心观点的展示规则
  1883. func ArticleAnnotation(item *models.HomeArticle) (annotation string) {
  1884. if item.ArticleId >= utils.SummaryArticleId {
  1885. item.Annotation = YxArticleAnnotation(item)
  1886. }
  1887. if item.Annotation != "" {
  1888. annotation = strings.Replace(item.Annotation, "<br>", "", -1)
  1889. annotation = strings.Replace(item.Annotation, "&nbsp;", "", -1)
  1890. } else {
  1891. return
  1892. }
  1893. bodyText, _ := GetReportContentTextSubNew(annotation)
  1894. if bodyText == "" {
  1895. return
  1896. }
  1897. if annotation != "" {
  1898. annotation = html.UnescapeString(annotation)
  1899. doc, _ := goquery.NewDocumentFromReader(strings.NewReader(annotation))
  1900. docText := doc.Text()
  1901. mapDoc := make(map[int]string)
  1902. var mapSort []int
  1903. p := doc.Find("p")
  1904. p.Each(func(tk int, pd *goquery.Selection) {
  1905. pdText := pd.Text()
  1906. pdText = strings.Replace(pdText, " ", "", -1)
  1907. if pdText != "" {
  1908. textLen := strings.Index(docText, pdText)
  1909. mapDoc[(strings.Index(docText, pdText))] = pdText
  1910. mapSort = append(mapSort, textLen)
  1911. }
  1912. })
  1913. li := doc.Find("li")
  1914. li.Each(func(tk int, li *goquery.Selection) {
  1915. liText := li.Text()
  1916. liText = strings.Replace(liText, " ", "", -1)
  1917. if liText != "" {
  1918. textLen := strings.Index(docText, liText)
  1919. mapDoc[(strings.Index(docText, liText))] = strconv.Itoa(tk+1) + "." + liText
  1920. mapSort = append(mapSort, textLen)
  1921. }
  1922. })
  1923. ul := doc.Find("ul")
  1924. ul.Each(func(tk int, ul *goquery.Selection) {
  1925. ulText := ul.Text()
  1926. ulText = strings.Replace(ulText, " ", "", -1)
  1927. if ulText != "" {
  1928. textLen := strings.Index(docText, ulText)
  1929. mapDoc[(strings.Index(docText, ulText))] = ulText
  1930. mapSort = append(mapSort, textLen)
  1931. }
  1932. })
  1933. if len(mapSort) == 0 {
  1934. return
  1935. } else {
  1936. //排序
  1937. sort.Ints(mapSort)
  1938. var annotationHtml string
  1939. for _, vSort := range mapSort {
  1940. for k, v := range mapDoc {
  1941. if k == vSort && v != "" {
  1942. annotationHtml += v + "<br>"
  1943. }
  1944. }
  1945. }
  1946. annotationHtml = strings.TrimRight(annotationHtml, "<br>")
  1947. annotationHtml = "<p>" + annotationHtml + "</p>"
  1948. annotation = annotationHtml
  1949. }
  1950. }
  1951. return
  1952. }
  1953. //func init() {
  1954. // strss := AnnotationHtml("")
  1955. //
  1956. // fmt.Println(strss)
  1957. //}
  1958. // 处理核心观点的展示规则
  1959. func AnnotationHtml(bodyText string) (annotation string) {
  1960. if bodyText == "" {
  1961. return
  1962. }
  1963. annotation = bodyText
  1964. annotation = html.UnescapeString(annotation)
  1965. doc, _ := goquery.NewDocumentFromReader(strings.NewReader(annotation))
  1966. docText := doc.Text()
  1967. mapDoc := make(map[int]string)
  1968. var mapSort []int
  1969. p := doc.Find("p")
  1970. p.Each(func(tk int, pd *goquery.Selection) {
  1971. pdText := pd.Text()
  1972. //pdText = strings.Replace(pdText, " ", "", -1)
  1973. if pdText != "" {
  1974. textLen := strings.Index(docText, pdText)
  1975. mapDoc[(strings.Index(docText, pdText))] = pdText
  1976. mapSort = append(mapSort, textLen)
  1977. }
  1978. })
  1979. li := doc.Find("li")
  1980. li.Each(func(tk int, li *goquery.Selection) {
  1981. liText := li.Text()
  1982. liText = strings.Replace(liText, " ", "", -1)
  1983. if liText != "" {
  1984. textLen := strings.Index(docText, liText)
  1985. mapDoc[(strings.Index(docText, liText))] = strconv.Itoa(tk+1) + "." + liText
  1986. mapSort = append(mapSort, textLen)
  1987. }
  1988. })
  1989. ul := doc.Find("ul")
  1990. ul.Each(func(tk int, ul *goquery.Selection) {
  1991. ulText := ul.Text()
  1992. ulText = strings.Replace(ulText, " ", "", -1)
  1993. if ulText != "" {
  1994. textLen := strings.Index(docText, ulText)
  1995. mapDoc[(strings.Index(docText, ulText))] = ulText
  1996. mapSort = append(mapSort, textLen)
  1997. }
  1998. })
  1999. section := doc.Find("section")
  2000. section.Each(func(tk int, section *goquery.Selection) {
  2001. sectionText := section.Text()
  2002. sectionText = strings.Replace(sectionText, " ", "", -1)
  2003. if sectionText != "" {
  2004. textLen := strings.Index(docText, sectionText)
  2005. mapDoc[(strings.Index(docText, sectionText))] = sectionText
  2006. mapSort = append(mapSort, textLen)
  2007. }
  2008. })
  2009. if len(mapSort) == 0 {
  2010. return
  2011. } else {
  2012. //排序
  2013. sort.Ints(mapSort)
  2014. var annotationHtml string
  2015. for _, vSort := range mapSort {
  2016. for k, v := range mapDoc {
  2017. if k == vSort && v != "" {
  2018. annotationHtml += v + "<br>"
  2019. }
  2020. }
  2021. }
  2022. annotationHtml = strings.TrimRight(annotationHtml, "<br>")
  2023. annotationHtml = "<p>" + annotationHtml + "</p>"
  2024. annotation = annotationHtml
  2025. }
  2026. return
  2027. }
  2028. // 处理产品内测展示规则
  2029. func ProductInteriorHtml(bodyText string) (annotation string) {
  2030. if bodyText == "" {
  2031. return
  2032. }
  2033. sliceBody := strings.Split(bodyText, "</p>")
  2034. annotation, _ = GetReportContentTextSub(sliceBody[0])
  2035. return
  2036. }
  2037. // 解析研选内容中的核心观点
  2038. func YxArticleAnnotation(article *models.HomeArticle) (annotation string) {
  2039. //如果不规范,就获取内容主体
  2040. if strings.Count(article.Body, "<hr") == 0 {
  2041. //如果内容不规范而且,还有图片,就把核心观点置空
  2042. if article.BodyHtml != "" {
  2043. return
  2044. }
  2045. annotation, _ = GetReportContentTextSub(article.Body)
  2046. return
  2047. }
  2048. body := strings.ReplaceAll(article.Body, "<strong>", "")
  2049. body = strings.ReplaceAll(body, "</strong>", "")
  2050. body = strings.ReplaceAll(body, "</ol>", "</div>")
  2051. body = strings.ReplaceAll(body, "<ol>", "<div>")
  2052. body = strings.ReplaceAll(body, "</li>", "</p>")
  2053. body = strings.ReplaceAll(body, "<li>", "<p>")
  2054. re, _ := regexp.Compile("<strong.*?>")
  2055. body = re.ReplaceAllString(body, "")
  2056. reLi, _ := regexp.Compile("<li.*?>")
  2057. body = reLi.ReplaceAllString(body, "")
  2058. var plus int
  2059. coreIndex := strings.Index(body, "核心观点:")
  2060. plus = 15
  2061. if coreIndex == -1 {
  2062. coreIndex = strings.Index(body, "核心观点:")
  2063. plus = 13
  2064. }
  2065. if coreIndex == -1 {
  2066. coreIndex = strings.Index(body, "核心观点")
  2067. plus = 12
  2068. }
  2069. if coreIndex == -1 {
  2070. coreIndex = strings.Index(body, "核心结论:")
  2071. plus = 15
  2072. }
  2073. if coreIndex == -1 {
  2074. coreIndex = strings.Index(body, "核心结论:")
  2075. plus = 13
  2076. }
  2077. if coreIndex == -1 {
  2078. coreIndex = strings.Index(body, "核心结论")
  2079. plus = 12
  2080. }
  2081. endIndex := strings.Index(body, "<hr")
  2082. if coreIndex != -1 && endIndex != -1 {
  2083. body = body[coreIndex+plus : endIndex]
  2084. }
  2085. annotation = body
  2086. return
  2087. }
  2088. // 通过接解析带有Md5的文章链接获取文章ID
  2089. func GetReportLinkToArticleid(reportLink string) (articleId int, err error) {
  2090. defer func() {
  2091. if err != nil {
  2092. go utils.SendAlarmMsg("通过接解析带有Md5的文章链接获取文章ID失败"+err.Error(), 2)
  2093. }
  2094. }()
  2095. var artMd5 string
  2096. //处理Md5的
  2097. strnum1 := strings.Index(reportLink, "id=")
  2098. if strnum1 > 0 {
  2099. sliceId := strings.Split(reportLink, "id=")
  2100. if len(sliceId) > 1 {
  2101. reportLink = sliceId[1]
  2102. sliceMd5Id := strings.Split(reportLink, "&")
  2103. artMd5 = sliceMd5Id[0]
  2104. }
  2105. if artMd5 != "" {
  2106. detail, errArt := models.GetArticleDetailByIdMd5(artMd5)
  2107. if errArt != nil && errArt.Error() != utils.ErrNoRow() {
  2108. err = errArt
  2109. return
  2110. }
  2111. if detail != nil {
  2112. articleId = detail.ArticleId
  2113. }
  2114. }
  2115. } else {
  2116. //处理活动的
  2117. linkList := strings.Split(reportLink, "/")
  2118. if linkList[len(linkList)-1] != "" {
  2119. linkArticleId, _ := strconv.Atoi(linkList[len(linkList)-1])
  2120. if linkArticleId > 0 {
  2121. articleInfo, errArt := models.GetArticleDetailById(linkArticleId)
  2122. if errArt != nil && errArt.Error() != utils.ErrNoRow() {
  2123. err = errArt
  2124. return
  2125. }
  2126. if articleInfo != nil {
  2127. articleId = articleInfo.ArticleId
  2128. }
  2129. }
  2130. }
  2131. }
  2132. return
  2133. }
  2134. // GetArticleStockMap 获取个股标签所对应的文章ID
  2135. func GetArticleStockMap() (mapResp map[string]int, err error) {
  2136. defer func() {
  2137. if err != nil {
  2138. go utils.SendAlarmMsg("获取个股标签所对应的文章ID失败"+err.Error(), 2)
  2139. }
  2140. }()
  2141. list, err := models.GetArticleStock()
  2142. if err != nil && err.Error() != utils.ErrNoRow() {
  2143. return
  2144. }
  2145. mapResp = make(map[string]int, 0)
  2146. if len(list) > 0 {
  2147. //一对一精准匹配
  2148. for _, v := range list {
  2149. sliceSubjects := strings.Split(v.Stock, "/")
  2150. if len(sliceSubjects) > 0 {
  2151. for _, vSubject := range sliceSubjects {
  2152. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  2153. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  2154. subject := sliceXiahuaxian[0]
  2155. mapResp[subject] = v.ArticleId
  2156. }
  2157. }
  2158. }
  2159. }
  2160. return
  2161. }
  2162. // GetAiQianYanArtilceList 获取AI前沿几篇文章
  2163. func GetAiQianYanArtilceList(startSize, pageSize int) (items []*models.ReportArticle, total int, err error) {
  2164. defer func() {
  2165. if err != nil {
  2166. go utils.SendAlarmMsg("获取AI前沿几篇文章失败"+err.Error(), 2)
  2167. }
  2168. }()
  2169. var condition string
  2170. var pars []interface{}
  2171. condition += ` AND title LIKE '%AI前沿%' AND publish_status = 1 ORDER BY publish_date DESC `
  2172. articleList, e := models.GetCygxCygxArticleList(condition, pars, startSize, pageSize)
  2173. if e != nil {
  2174. err = errors.New("GetCygxCygxArticleList, Err: " + e.Error())
  2175. return
  2176. }
  2177. total, e = models.GetCygxArticleCount(condition, pars)
  2178. if e != nil {
  2179. err = errors.New("GetCygxArticleCount, Err: " + e.Error())
  2180. return
  2181. }
  2182. for _, v := range articleList {
  2183. item := new(models.ReportArticle)
  2184. item.ArticleId = v.ArticleId
  2185. item.Title = v.Title
  2186. item.Abstract = v.Abstract
  2187. item.Annotation = v.Annotation
  2188. item.PublishDate = v.PublishDate
  2189. item.Resource = 1
  2190. item.CategoryId = strconv.Itoa(v.CategoryId)
  2191. item.Body = v.Body
  2192. items = append(items, item)
  2193. }
  2194. return
  2195. }
  2196. // 获取文章内部图表的第一张封面图
  2197. func GetArticleCoverByChartFirst(body string) (cover string) {
  2198. var err error
  2199. defer func() {
  2200. if err != nil {
  2201. fmt.Println(err)
  2202. go utils.SendAlarmMsg("获取文章内部图表的第一张封面图失败,Err:"+err.Error()+body, 3)
  2203. }
  2204. }()
  2205. var chartUrl string
  2206. var hrefRegexp = regexp.MustCompile(utils.RegularUrl)
  2207. match := hrefRegexp.FindAllString(body, -1)
  2208. if match != nil {
  2209. for _, v := range match {
  2210. if strings.Contains(v, "charts/display") {
  2211. chartUrl = v
  2212. break
  2213. }
  2214. }
  2215. }
  2216. if chartUrl != "" {
  2217. urlSlice := strings.Split(chartUrl, "/")
  2218. lenurlSlice := len(urlSlice)
  2219. sourceId, _ := strconv.Atoi(urlSlice[lenurlSlice-1])
  2220. if sourceId == 0 {
  2221. sourceId, _ = strconv.Atoi(urlSlice[lenurlSlice-2])
  2222. }
  2223. if sourceId == 0 {
  2224. err = errors.New("新的图标链接无法解析" + chartUrl)
  2225. return
  2226. }
  2227. chartUrlApi := utils.ApiUrl + "charts/" + strconv.Itoa(sourceId)
  2228. authorization := utils.ApiAuthorization
  2229. body, e := PublicGetDate(chartUrlApi, authorization)
  2230. if e != nil {
  2231. err = errors.New("PublicGetDate" + err.Error())
  2232. return
  2233. }
  2234. var resultDate models.ChartResultDetailApi
  2235. e = json.Unmarshal(body, &resultDate)
  2236. if e != nil {
  2237. err = errors.New(" json.Unmarshal" + err.Error())
  2238. }
  2239. cover = resultDate.Data.Cover
  2240. }
  2241. return
  2242. }
  2243. // GetYxArticleIdMap 获取研选文章ID
  2244. func GetYxArticleIdMap(articleIds []int) (mapResp map[int]bool) {
  2245. var err error
  2246. defer func() {
  2247. if err != nil {
  2248. go utils.SendAlarmMsg("获取研选文章ID失败,GetYxArticleIdMap"+err.Error(), 2)
  2249. }
  2250. }()
  2251. var condition string
  2252. var pars []interface{}
  2253. condition = ` AND article_type_id > 0 `
  2254. if len(articleIds) > 0 {
  2255. condition += ` AND article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  2256. pars = append(pars, articleIds)
  2257. }
  2258. articleList, e := models.GetArticleList(condition, pars)
  2259. if e != nil {
  2260. err = errors.New("GetArticleList, Err: " + e.Error())
  2261. return
  2262. }
  2263. mapResp = make(map[int]bool, 0)
  2264. for _, v := range articleList {
  2265. mapResp[v.ArticleId] = true
  2266. }
  2267. return
  2268. }
  2269. //func init() {
  2270. //
  2271. // //listarticle, err := models.GetArticleInit13_5()
  2272. // //fmt.Println(err)
  2273. // //fmt.Println("listarticle", len(listarticle))
  2274. // //
  2275. // //for _, v := range listarticle {
  2276. // // HandleArticleListByApiInit13_5(v.ArticleId)
  2277. // //}
  2278. // //HandleArticleListByApiInit13_5(10825)
  2279. //
  2280. // listarticle, err := models.GetArticleInit13_5GuSHou()
  2281. // fmt.Println(err)
  2282. // fmt.Println("listarticle", len(listarticle))
  2283. //
  2284. // for _, v := range listarticle {
  2285. // HandleArticleListByApiInit13_5GuShou(v.ArticleId)
  2286. // }
  2287. //
  2288. //}
  2289. // 处理同步过来的文章
  2290. func HandleArticleListByApiInit13_5(artcleId int) (err error) {
  2291. defer func() {
  2292. if err != nil {
  2293. go utils.SendAlarmMsg("处理同步策略平台数据失败"+"GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), 2)
  2294. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), utils.EmailSendToUsers)
  2295. }
  2296. }()
  2297. var clueApiUrl string
  2298. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", artcleId)
  2299. fmt.Println(clueApiUrl)
  2300. authorization := utils.ApiAuthorization
  2301. body, err := PublicGetDate(clueApiUrl, authorization)
  2302. if err != nil {
  2303. fmt.Println(err)
  2304. return
  2305. }
  2306. var articleResultDate models.ArticleDetailResultApi
  2307. err = json.Unmarshal(body, &articleResultDate)
  2308. if err != nil {
  2309. fmt.Println("Getres.PublicGetDate Err:", err.Error())
  2310. return err
  2311. }
  2312. item := new(models.CygxShanghaiCompanyLog)
  2313. item.CreateTime = time.Now()
  2314. item.Url = clueApiUrl
  2315. item.Body = ""
  2316. item.Result = string(body)
  2317. articleResult := articleResultDate.Data
  2318. exitMap := make(map[int]int)
  2319. categoryIdMap := make(map[int]int)
  2320. classMap := make(map[int]int)
  2321. reportMap := make(map[int]int)
  2322. summaryMap := make(map[int]int)
  2323. listMap, err := models.GetArticleApiMap()
  2324. if err != nil {
  2325. fmt.Println("GetlistMap Err:", err.Error())
  2326. return err
  2327. }
  2328. //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
  2329. for _, v := range listMap {
  2330. exitMap[v.SeriesId] = v.OldId
  2331. categoryIdMap[v.SeriesId] = v.OldIdMap
  2332. if v.IsClass == 1 {
  2333. classMap[v.OldId] = 1
  2334. }
  2335. if v.IsReport == 1 {
  2336. reportMap[v.OldId] = 1
  2337. }
  2338. if v.IsSummary == 1 {
  2339. summaryMap[v.OldId] = 1
  2340. }
  2341. }
  2342. var list []*models.Tactics2
  2343. var listArticleData []*models.CygxArticleData
  2344. var listAuthor []*models.CygxArticleAuthor
  2345. //如果是英文报告 ,或者香港类型那么则不同步 publish_area :all 全部 ;hk 香港
  2346. if articleResult.TypeId == 9 || articleResult.PublishArea != "all" {
  2347. // 如果是英文报告,或者是香港报告就进行删除处理
  2348. err = models.UpdateArticlePublish(artcleId, 0)
  2349. if err != nil {
  2350. fmt.Println("UpdateArticlePublish Err:", err.Error())
  2351. return err
  2352. }
  2353. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  2354. return
  2355. }
  2356. var cover string
  2357. if articleResult.Series.Name == "图解市场" {
  2358. cover = GetArticleCoverByChartFirst(articleResult.Content.Body)
  2359. } else if articleResult.Series.Name == "行业深度" {
  2360. cover = articleResult.Cover
  2361. }
  2362. fmt.Println(cover)
  2363. //return
  2364. //状态等于 2 跟 4 的进行同步 IsActive 为false 软删除的也不同步
  2365. if exitMap[articleResult.SeriesId] > 0 && (articleResult.PublishStatus == 2 || articleResult.PublishStatus == 4) && articleResult.IsActive {
  2366. articleResult.PublishDate = time.Date(articleResult.PublishDate.Year(), articleResult.PublishDate.Month(), articleResult.PublishDate.Day(), articleResult.PublishDate.Hour(), articleResult.PublishDate.Minute(), articleResult.PublishDate.Second(), articleResult.PublishDate.Nanosecond(), time.Local)
  2367. item := new(models.Tactics2)
  2368. itemArticleData := new(models.CygxArticleData)
  2369. itemArticleData.ArticleId = articleResult.ArticleId
  2370. itemArticleData.Cover = articleResult.Cover
  2371. itemArticleData.CreateTime = time.Now()
  2372. listArticleData = append(listArticleData, itemArticleData)
  2373. itemAuthor := new(models.CygxArticleAuthor)
  2374. item.ArticleId = articleResult.ArticleId
  2375. item.Title = articleResult.Title
  2376. item.TitleEn = articleResult.TitleEn
  2377. item.File = articleResult.File
  2378. if articleResult.Frequency == "日度" {
  2379. item.UpdateFrequency = "daily"
  2380. } else if articleResult.Frequency == "周度" {
  2381. item.UpdateFrequency = "weekly"
  2382. } else if articleResult.Frequency == "月度" {
  2383. item.UpdateFrequency = "monthly"
  2384. } else if articleResult.Frequency == "季度" {
  2385. item.UpdateFrequency = "quarterly"
  2386. } else if articleResult.Frequency == "年度" {
  2387. item.UpdateFrequency = "yearly"
  2388. } else {
  2389. item.UpdateFrequency = "unknow"
  2390. }
  2391. item.CreateDate = articleResult.CreateDate
  2392. item.PublishDate = articleResult.PublishDate.Add(time.Hour * 8)
  2393. item.PublishStatus = 1
  2394. item.Body = articleResult.Content.Body
  2395. item.Abstract = articleResult.Content.Abstract
  2396. item.Annotation = articleResult.Content.Annotation
  2397. item.CategoryName = articleResult.Industry.Name
  2398. item.CategoryId = categoryIdMap[articleResult.SeriesId]
  2399. item.CategoryIdTwo = exitMap[articleResult.SeriesId]
  2400. item.SubCategoryName = articleResult.Series.Name
  2401. item.Cover = cover
  2402. fmt.Println("item.CategoryIdTwo", item.CategoryIdTwo)
  2403. fmt.Println("item.CategoryId", item.CategoryId)
  2404. {
  2405. //这两种情况特殊处理
  2406. if articleResult.Field.Name == "宏观利率" {
  2407. item.CategoryId = 10070
  2408. item.CategoryIdTwo = item.CategoryId
  2409. }
  2410. if articleResult.Field.Name == "信用" {
  2411. item.CategoryId = 10082
  2412. item.CategoryIdTwo = item.CategoryId
  2413. }
  2414. }
  2415. if len(articleResult.Stock) > 0 {
  2416. var stock string
  2417. for _, vS := range articleResult.Stock {
  2418. stock += vS + "/"
  2419. }
  2420. stock = strings.TrimRight(stock, "/")
  2421. item.Stock = stock
  2422. }
  2423. item.FieldName = articleResult.Field.Name
  2424. item.TypeName = articleResult.Type.Name
  2425. item.UpdateDate = articleResult.UpdateDate
  2426. item.CeLueFieldId = articleResult.Field.Id
  2427. list = append(list, item)
  2428. itemAuthor.ArticleId = articleResult.ArticleId
  2429. itemAuthor.Name = articleResult.Author.Name
  2430. itemAuthor.Mobile = articleResult.Author.PhoneNumber
  2431. fmt.Println(articleResult.Cover)
  2432. listAuthor = append(listAuthor, itemAuthor)
  2433. } else {
  2434. // 如果这篇文章没有发布,那么就不作处理。
  2435. err = models.UpdateArticlePublish(artcleId, 0)
  2436. if err != nil {
  2437. fmt.Println("UpdateArticlePublish Err:", err.Error())
  2438. return err
  2439. }
  2440. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  2441. //go UpdateResourceData(artcleId, "article", "delete", time.Now().Format(utils.FormatDateTime))
  2442. return
  2443. }
  2444. fmt.Println("同步文章条数:", len(list))
  2445. listCustomArticle, err := models.GetCustomArticleId() //手动归类的文章,不替换文章类型
  2446. if err != nil {
  2447. fmt.Println("GetTacticsList Err:", err.Error())
  2448. return err
  2449. }
  2450. listGetMatchTypeName, errMatch := models.GetMatchTypeNamenNotNull() //手动归类的文章,不替换文章类型
  2451. if errMatch != nil {
  2452. fmt.Println("GetTacticsList Err:", errMatch.Error())
  2453. return err
  2454. }
  2455. //mapCategoryIdSet := make(map[int]int)
  2456. //for _, vMatch := range listGetMatchTypeName {
  2457. // mapCategoryIdSet[vMatch.CategoryId] = vMatch.CategoryIdSet
  2458. //}
  2459. fmt.Println("list len:", len(list))
  2460. noSummaryArticleIds := "" //非纪要库类型的文章ID
  2461. listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
  2462. for k, v := range list {
  2463. //同步匹配类型
  2464. matchTypeName := ""
  2465. for _, vMatch := range listGetMatchTypeName {
  2466. if v.CategoryId == vMatch.CategoryId {
  2467. matchTypeName = vMatch.MatchTypeName
  2468. }
  2469. }
  2470. //是否属于纪要库的数据
  2471. //if _, has := summaryMap[v.CategoryId]; has {
  2472. // v.IsSummary = 1
  2473. //}
  2474. if v.TypeName == "纪要" {
  2475. v.IsSummary = 1
  2476. }
  2477. //排除不属于纪要库类型的文章
  2478. for _, vArt := range listNoSummaryArticleIds {
  2479. vArtInt, _ := strconv.Atoi(vArt)
  2480. if v.ArticleId == vArtInt {
  2481. v.IsSummary = 0
  2482. }
  2483. }
  2484. if _, has := reportMap[v.CategoryIdTwo]; has {
  2485. v.IsReport = 1
  2486. if _, ok := classMap[v.CategoryIdTwo]; ok {
  2487. v.IsClass = 1
  2488. v.ReportType = 1 //是否属于行业报告
  2489. } else {
  2490. v.ReportType = 2 //是否属于产业报告
  2491. }
  2492. }
  2493. v.Department = "弘则权益研究"
  2494. //判断是否已经存在
  2495. if v.ArticleId < 0 {
  2496. fmt.Println("AddCygxArticle Err:")
  2497. return err
  2498. }
  2499. var count int
  2500. count, err = models.GetArticleCountById(v.ArticleId)
  2501. if err != nil && err.Error() != utils.ErrNoRow() {
  2502. fmt.Println("AddCygxArticle Err:", err.Error())
  2503. return err
  2504. }
  2505. v.Body = strings.Replace(v.Body, "http://vmp.hzinsights.com", "https://vmp.hzinsights.com", -1)
  2506. expertNumStr, expertContentStr, interviewDateStr, _, bodyReturn := BodyAnalysis2(v.Body)
  2507. if strings.Index(v.Body, "报告全文(") > 0 && strings.Index(v.Body, "PDF格式报告下载.pdf") > 0 {
  2508. v.Body = strings.Replace(v.Body, "报告全文(", "", -1)
  2509. v.Body = strings.Replace(v.Body, "PDF格式报告下载.pdf", "", -1)
  2510. v.Body = strings.Replace(v.Body, "):", "", -1)
  2511. }
  2512. var titleNew string
  2513. titleNew = v.Title
  2514. // 7资金流向 、11大类资产 、51每日复盘 、80医药周报、9估值研究
  2515. if v.CategoryId == 7 || v.CategoryId == 11 || v.CategoryId == 51 || v.CategoryId == 9 {
  2516. if v.UpdateFrequency == "daily" {
  2517. var daystr string
  2518. daystr = strconv.Itoa(v.PublishDate.Day())
  2519. if len(daystr) == 1 {
  2520. daystr = "0" + daystr
  2521. }
  2522. titleNew = v.Title + "(" + strconv.Itoa(v.PublishDate.Year())[2:len(strconv.Itoa(v.PublishDate.Year()))-0] + v.PublishDate.Format("01") + daystr + ")"
  2523. } else if v.UpdateFrequency == "weekly" {
  2524. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  2525. }
  2526. }
  2527. if v.CategoryId == 80 {
  2528. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  2529. }
  2530. //类型是综述报告的,不区分是什么系列,统一归类到对应产业的路演精华
  2531. if articleResult.Type.Name == "综述报告" {
  2532. detailCategory, err := models.GetdetailByCategoryIdLyjh(v.CategoryIdTwo)
  2533. if err != nil && err.Error() != utils.ErrNoRow() {
  2534. return err
  2535. }
  2536. v.CategoryId = detailCategory.CategoryId
  2537. v.IsSummary = 0
  2538. }
  2539. if count > 0 {
  2540. fmt.Println(k, v.ArticleId, "edit")
  2541. bodyText, _ := GetReportContentTextSubNew(v.Body)
  2542. var isCustom bool
  2543. updateParams := make(map[string]interface{})
  2544. //updateParams["Title"] = v.Title
  2545. updateParams["Title"] = titleNew
  2546. updateParams["TitleEn"] = v.TitleEn
  2547. updateParams["UpdateFrequency"] = v.UpdateFrequency
  2548. updateParams["CreateDate"] = v.CreateDate
  2549. updateParams["PublishDate"] = v.PublishDate
  2550. //updateParams["Body"] = html.EscapeString(v.Body)
  2551. updateParams["Body"] = html.EscapeString(bodyReturn)
  2552. updateParams["BodyText"] = bodyText
  2553. updateParams["Abstract"] = html.EscapeString(v.Abstract)
  2554. updateParams["CategoryName"] = v.CategoryName
  2555. for _, vCustom := range listCustomArticle {
  2556. if v.ArticleId == vCustom.ArticleId {
  2557. fmt.Println("手动归类的文章:" + strconv.Itoa(v.ArticleId))
  2558. isCustom = true
  2559. }
  2560. }
  2561. if isCustom == false {
  2562. updateParams["CategoryId"] = v.CategoryId
  2563. updateParams["MatchTypeName"] = matchTypeName
  2564. updateParams["IsSummary"] = v.IsSummary
  2565. updateParams["IsReport"] = v.IsReport
  2566. updateParams["ReportType"] = v.ReportType
  2567. updateParams["SubCategoryName"] = v.SubCategoryName
  2568. }
  2569. //updateParams["CategoryId"] = v.CategoryId
  2570. updateParams["PublishStatus"] = 1
  2571. updateParams["ExpertBackground"] = expertContentStr
  2572. updateParams["ExpertNumber"] = expertNumStr
  2573. updateParams["InterviewDate"] = interviewDateStr
  2574. //updateParams["IsClass"] = v.IsClass
  2575. v.Department = "弘则权益研究"
  2576. updateParams["Department"] = v.Department
  2577. updateParams["FileLink"] = v.File
  2578. updateParams["Stock"] = v.Stock
  2579. updateParams["FieldName"] = v.FieldName
  2580. updateParams["Annotation"] = v.Annotation
  2581. updateParams["TypeName"] = v.TypeName
  2582. updateParams["ModifyTimeByCl"] = v.UpdateDate
  2583. updateParams["CeLueFieldId"] = v.CeLueFieldId
  2584. updateParams["Cover"] = v.Cover
  2585. //whereParam := map[string]interface{}{"article_id": v.ArticleId}
  2586. //err = models.UpdateByExpr(models.CygxArticle{}, whereParam, updateParams)
  2587. //if err != nil {
  2588. // fmt.Println("UpdateByExpr Err:" + err.Error())
  2589. // return err
  2590. //}
  2591. fmt.Println("v.ReportType", v.ReportType)
  2592. //if v.ReportType == 2 {
  2593. var subjectStr string
  2594. var industrialManagementIdStr string
  2595. var industrialSubjectIdStr string
  2596. sliceSubjects := strings.Split(v.Stock, "/")
  2597. mapManagementForSubject := make(map[string]string)
  2598. mapIndustrialId := make(map[int]int)
  2599. if len(sliceSubjects) > 0 {
  2600. for _, vSubject := range sliceSubjects {
  2601. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  2602. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  2603. subject := sliceXiahuaxian[0]
  2604. subjectStr += "'" + subject + "',"
  2605. }
  2606. //获取该产业下所对应的行业图片
  2607. detailCategory, errCategory := models.GetdetailByCategoryIdOne(v.CategoryId)
  2608. if errCategory != nil {
  2609. fmt.Println("GetdetailByCategoryIdOne Err:", err.Error())
  2610. return err
  2611. }
  2612. subjectStr = strings.TrimRight(subjectStr, ",")
  2613. if subjectStr != "" {
  2614. listIndustrial, err := models.GetIndustrialManagementForSubjecName(subjectStr, detailCategory.ChartPermissionId)
  2615. if err != nil {
  2616. fmt.Println("GetIndustrialManagementForSubjecName Err:", err.Error())
  2617. return err
  2618. }
  2619. subjectStr = strings.Replace(subjectStr, "','", "】【", -1)
  2620. subjectStr = strings.Replace(subjectStr, "'", "", -1)
  2621. subjectStr = "【" + subjectStr + "】"
  2622. if len(listIndustrial) > 0 {
  2623. for _, vIndustrial := range listIndustrial {
  2624. if _, ok := mapIndustrialId[vIndustrial.IndustrialManagementId]; !ok {
  2625. industrialManagementIdStr += strconv.Itoa(vIndustrial.IndustrialManagementId) + ","
  2626. }
  2627. mapIndustrialId[vIndustrial.IndustrialManagementId] = vIndustrial.IndustrialManagementId
  2628. industrialSubjectIdStr += strconv.Itoa(vIndustrial.IndustrialSubjectId) + ","
  2629. mapManagementForSubject[vIndustrial.IndustryName] += vIndustrial.SubjectName + "/"
  2630. if vIndustrial.LayoutTime == "0000-00-00 00:00:00" {
  2631. go models.UpdateIndustrialManagementLayoutTime(v.PublishDate.AddDate(0, 0, -10).Format(utils.FormatDateTime), vIndustrial.IndustrialManagementId)
  2632. }
  2633. }
  2634. industrialManagementIdStr = strings.TrimRight(industrialManagementIdStr, ",")
  2635. industrialSubjectIdStr = strings.TrimRight(industrialSubjectIdStr, ",")
  2636. if industrialManagementIdStr != "" {
  2637. err = models.ReportArticleClassificationEditNew(artcleId, industrialManagementIdStr, v.ArticleId, industrialSubjectIdStr)
  2638. if err != nil {
  2639. fmt.Println("ReportArticleClassificationEditNew Err:", err.Error())
  2640. return err
  2641. }
  2642. }
  2643. }
  2644. //}
  2645. }
  2646. }
  2647. }
  2648. }
  2649. AddComprehensiveIndustrialSource("Hz", artcleId) // 同步到综合页面的搜索引擎(添加产业资源包)
  2650. AddCygxReportMappingCategoryGroupByArticleId(artcleId)
  2651. return err
  2652. }
  2653. func HandleArticleListByApiInit13_5GuShou(artcleId int) (err error) {
  2654. defer func() {
  2655. if err != nil {
  2656. go utils.SendAlarmMsg("处理同步策略平台数据失败"+"GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), 2)
  2657. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), utils.EmailSendToUsers)
  2658. }
  2659. }()
  2660. var clueApiUrl string
  2661. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", artcleId)
  2662. fmt.Println(clueApiUrl)
  2663. authorization := utils.ApiAuthorization
  2664. body, err := PublicGetDate(clueApiUrl, authorization)
  2665. if err != nil {
  2666. fmt.Println(err)
  2667. return
  2668. }
  2669. var articleResultDate models.ArticleDetailResultApi
  2670. err = json.Unmarshal(body, &articleResultDate)
  2671. if err != nil {
  2672. fmt.Println("Getres.PublicGetDate Err:", err.Error())
  2673. return err
  2674. }
  2675. item := new(models.CygxShanghaiCompanyLog)
  2676. item.CreateTime = time.Now()
  2677. item.Url = clueApiUrl
  2678. item.Body = ""
  2679. item.Result = string(body)
  2680. articleResult := articleResultDate.Data
  2681. exitMap := make(map[int]int)
  2682. categoryIdMap := make(map[int]int)
  2683. classMap := make(map[int]int)
  2684. reportMap := make(map[int]int)
  2685. summaryMap := make(map[int]int)
  2686. listMap, err := models.GetArticleApiMap()
  2687. if err != nil {
  2688. fmt.Println("GetlistMap Err:", err.Error())
  2689. return err
  2690. }
  2691. //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
  2692. for _, v := range listMap {
  2693. exitMap[v.SeriesId] = v.OldId
  2694. categoryIdMap[v.SeriesId] = v.OldIdMap
  2695. if v.IsClass == 1 {
  2696. classMap[v.OldId] = 1
  2697. }
  2698. if v.IsReport == 1 {
  2699. reportMap[v.OldId] = 1
  2700. }
  2701. if v.IsSummary == 1 {
  2702. summaryMap[v.OldId] = 1
  2703. }
  2704. }
  2705. var list []*models.Tactics2
  2706. var listArticleData []*models.CygxArticleData
  2707. var listAuthor []*models.CygxArticleAuthor
  2708. //如果是英文报告 ,或者香港类型那么则不同步 publish_area :all 全部 ;hk 香港
  2709. if articleResult.TypeId == 9 || articleResult.PublishArea != "all" {
  2710. // 如果是英文报告,或者是香港报告就进行删除处理
  2711. err = models.UpdateArticlePublish(artcleId, 0)
  2712. if err != nil {
  2713. fmt.Println("UpdateArticlePublish Err:", err.Error())
  2714. return err
  2715. }
  2716. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  2717. return
  2718. }
  2719. var cover string
  2720. if articleResult.Series.Name == "图解市场" {
  2721. cover = GetArticleCoverByChartFirst(articleResult.Content.Body)
  2722. } else if articleResult.Series.Name == "行业深度" {
  2723. cover = articleResult.Cover
  2724. }
  2725. fmt.Println(cover)
  2726. //return
  2727. //状态等于 2 跟 4 的进行同步 IsActive 为false 软删除的也不同步
  2728. if exitMap[articleResult.SeriesId] > 0 && (articleResult.PublishStatus == 2 || articleResult.PublishStatus == 4) && articleResult.IsActive {
  2729. articleResult.PublishDate = time.Date(articleResult.PublishDate.Year(), articleResult.PublishDate.Month(), articleResult.PublishDate.Day(), articleResult.PublishDate.Hour(), articleResult.PublishDate.Minute(), articleResult.PublishDate.Second(), articleResult.PublishDate.Nanosecond(), time.Local)
  2730. item := new(models.Tactics2)
  2731. itemArticleData := new(models.CygxArticleData)
  2732. itemArticleData.ArticleId = articleResult.ArticleId
  2733. itemArticleData.Cover = articleResult.Cover
  2734. itemArticleData.CreateTime = time.Now()
  2735. listArticleData = append(listArticleData, itemArticleData)
  2736. itemAuthor := new(models.CygxArticleAuthor)
  2737. item.ArticleId = articleResult.ArticleId
  2738. item.Title = articleResult.Title
  2739. item.TitleEn = articleResult.TitleEn
  2740. item.File = articleResult.File
  2741. if articleResult.Frequency == "日度" {
  2742. item.UpdateFrequency = "daily"
  2743. } else if articleResult.Frequency == "周度" {
  2744. item.UpdateFrequency = "weekly"
  2745. } else if articleResult.Frequency == "月度" {
  2746. item.UpdateFrequency = "monthly"
  2747. } else if articleResult.Frequency == "季度" {
  2748. item.UpdateFrequency = "quarterly"
  2749. } else if articleResult.Frequency == "年度" {
  2750. item.UpdateFrequency = "yearly"
  2751. } else {
  2752. item.UpdateFrequency = "unknow"
  2753. }
  2754. item.CreateDate = articleResult.CreateDate
  2755. item.PublishDate = articleResult.PublishDate.Add(time.Hour * 8)
  2756. item.PublishStatus = 1
  2757. item.Body = articleResult.Content.Body
  2758. item.Abstract = articleResult.Content.Abstract
  2759. item.Annotation = articleResult.Content.Annotation
  2760. item.CategoryName = articleResult.Industry.Name
  2761. item.CategoryId = categoryIdMap[articleResult.SeriesId]
  2762. item.CategoryIdTwo = exitMap[articleResult.SeriesId]
  2763. item.SubCategoryName = articleResult.Series.Name
  2764. item.Cover = cover
  2765. fmt.Println("item.CategoryIdTwo", item.CategoryIdTwo)
  2766. fmt.Println("item.CategoryId", item.CategoryId)
  2767. {
  2768. //这两种情况特殊处理
  2769. if articleResult.Field.Name == "宏观利率" {
  2770. item.CategoryId = 10070
  2771. item.CategoryIdTwo = item.CategoryId
  2772. }
  2773. if articleResult.Field.Name == "信用" {
  2774. item.CategoryId = 10082
  2775. item.CategoryIdTwo = item.CategoryId
  2776. }
  2777. }
  2778. if len(articleResult.Stock) > 0 {
  2779. var stock string
  2780. for _, vS := range articleResult.Stock {
  2781. stock += vS + "/"
  2782. }
  2783. stock = strings.TrimRight(stock, "/")
  2784. item.Stock = stock
  2785. }
  2786. item.FieldName = articleResult.Field.Name
  2787. item.TypeName = articleResult.Type.Name
  2788. item.UpdateDate = articleResult.UpdateDate
  2789. item.CeLueFieldId = articleResult.Field.Id
  2790. list = append(list, item)
  2791. itemAuthor.ArticleId = articleResult.ArticleId
  2792. itemAuthor.Name = articleResult.Author.Name
  2793. itemAuthor.Mobile = articleResult.Author.PhoneNumber
  2794. fmt.Println(articleResult.Cover)
  2795. listAuthor = append(listAuthor, itemAuthor)
  2796. } else {
  2797. // 如果这篇文章没有发布,那么就不作处理。
  2798. //err = models.UpdateArticlePublish(artcleId, 0)
  2799. //if err != nil {
  2800. // fmt.Println("UpdateArticlePublish Err:", err.Error())
  2801. // return err
  2802. //}
  2803. //UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  2804. //go UpdateResourceData(artcleId, "article", "delete", time.Now().Format(utils.FormatDateTime))
  2805. return
  2806. }
  2807. fmt.Println("同步文章条数:", len(list))
  2808. listCustomArticle, err := models.GetCustomArticleId() //手动归类的文章,不替换文章类型
  2809. if err != nil {
  2810. fmt.Println("GetTacticsList Err:", err.Error())
  2811. return err
  2812. }
  2813. listGetMatchTypeName, errMatch := models.GetMatchTypeNamenNotNull() //手动归类的文章,不替换文章类型
  2814. if errMatch != nil {
  2815. fmt.Println("GetTacticsList Err:", errMatch.Error())
  2816. return err
  2817. }
  2818. //mapCategoryIdSet := make(map[int]int)
  2819. //for _, vMatch := range listGetMatchTypeName {
  2820. // mapCategoryIdSet[vMatch.CategoryId] = vMatch.CategoryIdSet
  2821. //}
  2822. fmt.Println("list len:", len(list))
  2823. noSummaryArticleIds := "" //非纪要库类型的文章ID
  2824. listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
  2825. for k, v := range list {
  2826. //同步匹配类型
  2827. matchTypeName := ""
  2828. for _, vMatch := range listGetMatchTypeName {
  2829. if v.CategoryId == vMatch.CategoryId {
  2830. matchTypeName = vMatch.MatchTypeName
  2831. }
  2832. }
  2833. //是否属于纪要库的数据
  2834. //if _, has := summaryMap[v.CategoryId]; has {
  2835. // v.IsSummary = 1
  2836. //}
  2837. if v.TypeName == "纪要" {
  2838. v.IsSummary = 1
  2839. }
  2840. //排除不属于纪要库类型的文章
  2841. for _, vArt := range listNoSummaryArticleIds {
  2842. vArtInt, _ := strconv.Atoi(vArt)
  2843. if v.ArticleId == vArtInt {
  2844. v.IsSummary = 0
  2845. }
  2846. }
  2847. if _, has := reportMap[v.CategoryIdTwo]; has {
  2848. v.IsReport = 1
  2849. if _, ok := classMap[v.CategoryIdTwo]; ok {
  2850. v.IsClass = 1
  2851. v.ReportType = 1 //是否属于行业报告
  2852. } else {
  2853. v.ReportType = 2 //是否属于产业报告
  2854. }
  2855. }
  2856. v.Department = "弘则权益研究"
  2857. //判断是否已经存在
  2858. if v.ArticleId < 0 {
  2859. fmt.Println("AddCygxArticle Err:")
  2860. return err
  2861. }
  2862. var count int
  2863. count, err = models.GetArticleCountById(v.ArticleId)
  2864. if err != nil && err.Error() != utils.ErrNoRow() {
  2865. fmt.Println("AddCygxArticle Err:", err.Error())
  2866. return err
  2867. }
  2868. v.Body = strings.Replace(v.Body, "http://vmp.hzinsights.com", "https://vmp.hzinsights.com", -1)
  2869. expertNumStr, expertContentStr, interviewDateStr, _, bodyReturn := BodyAnalysis2(v.Body)
  2870. if strings.Index(v.Body, "报告全文(") > 0 && strings.Index(v.Body, "PDF格式报告下载.pdf") > 0 {
  2871. v.Body = strings.Replace(v.Body, "报告全文(", "", -1)
  2872. v.Body = strings.Replace(v.Body, "PDF格式报告下载.pdf", "", -1)
  2873. v.Body = strings.Replace(v.Body, "):", "", -1)
  2874. }
  2875. var titleNew string
  2876. titleNew = v.Title
  2877. // 7资金流向 、11大类资产 、51每日复盘 、80医药周报、9估值研究
  2878. if v.CategoryId == 7 || v.CategoryId == 11 || v.CategoryId == 51 || v.CategoryId == 9 {
  2879. if v.UpdateFrequency == "daily" {
  2880. var daystr string
  2881. daystr = strconv.Itoa(v.PublishDate.Day())
  2882. if len(daystr) == 1 {
  2883. daystr = "0" + daystr
  2884. }
  2885. titleNew = v.Title + "(" + strconv.Itoa(v.PublishDate.Year())[2:len(strconv.Itoa(v.PublishDate.Year()))-0] + v.PublishDate.Format("01") + daystr + ")"
  2886. } else if v.UpdateFrequency == "weekly" {
  2887. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  2888. }
  2889. }
  2890. if v.CategoryId == 80 {
  2891. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  2892. }
  2893. //类型是综述报告的,不区分是什么系列,统一归类到对应产业的路演精华
  2894. if articleResult.Type.Name == "综述报告" {
  2895. detailCategory, err := models.GetdetailByCategoryIdLyjh(v.CategoryIdTwo)
  2896. if err != nil && err.Error() != utils.ErrNoRow() {
  2897. return err
  2898. }
  2899. v.CategoryId = detailCategory.CategoryId
  2900. v.IsSummary = 0
  2901. }
  2902. if count > 0 {
  2903. fmt.Println(k, v.ArticleId, "edit")
  2904. bodyText, _ := GetReportContentTextSubNew(v.Body)
  2905. var isCustom bool
  2906. updateParams := make(map[string]interface{})
  2907. //updateParams["Title"] = v.Title
  2908. updateParams["Title"] = titleNew
  2909. updateParams["TitleEn"] = v.TitleEn
  2910. updateParams["UpdateFrequency"] = v.UpdateFrequency
  2911. updateParams["CreateDate"] = v.CreateDate
  2912. updateParams["PublishDate"] = v.PublishDate
  2913. //updateParams["Body"] = html.EscapeString(v.Body)
  2914. updateParams["Body"] = html.EscapeString(bodyReturn)
  2915. updateParams["BodyText"] = bodyText
  2916. updateParams["Abstract"] = html.EscapeString(v.Abstract)
  2917. updateParams["CategoryName"] = v.CategoryName
  2918. for _, vCustom := range listCustomArticle {
  2919. if v.ArticleId == vCustom.ArticleId {
  2920. fmt.Println("手动归类的文章:" + strconv.Itoa(v.ArticleId))
  2921. isCustom = true
  2922. }
  2923. }
  2924. if isCustom == false {
  2925. updateParams["CategoryId"] = v.CategoryId
  2926. updateParams["MatchTypeName"] = matchTypeName
  2927. updateParams["IsSummary"] = v.IsSummary
  2928. updateParams["IsReport"] = v.IsReport
  2929. updateParams["ReportType"] = v.ReportType
  2930. updateParams["SubCategoryName"] = v.SubCategoryName
  2931. }
  2932. //updateParams["CategoryId"] = v.CategoryId
  2933. updateParams["PublishStatus"] = 1
  2934. updateParams["ExpertBackground"] = expertContentStr
  2935. updateParams["ExpertNumber"] = expertNumStr
  2936. updateParams["InterviewDate"] = interviewDateStr
  2937. //updateParams["IsClass"] = v.IsClass
  2938. v.Department = "弘则权益研究"
  2939. updateParams["Department"] = v.Department
  2940. updateParams["FileLink"] = v.File
  2941. updateParams["Stock"] = v.Stock
  2942. updateParams["FieldName"] = v.FieldName
  2943. updateParams["Annotation"] = v.Annotation
  2944. updateParams["TypeName"] = v.TypeName
  2945. updateParams["ModifyTimeByCl"] = v.UpdateDate
  2946. updateParams["CeLueFieldId"] = v.CeLueFieldId
  2947. updateParams["Cover"] = v.Cover
  2948. whereParam := map[string]interface{}{"article_id": v.ArticleId}
  2949. err = models.UpdateByExpr(models.CygxArticle{}, whereParam, updateParams)
  2950. if err != nil {
  2951. fmt.Println("UpdateByExpr Err:" + err.Error())
  2952. return err
  2953. }
  2954. fmt.Println("v.ReportType", v.ReportType)
  2955. if v.ReportType == 2 {
  2956. var subjectStr string
  2957. var industrialManagementIdStr string
  2958. var industrialSubjectIdStr string
  2959. sliceSubjects := strings.Split(v.Stock, "/")
  2960. mapManagementForSubject := make(map[string]string)
  2961. mapIndustrialId := make(map[int]int)
  2962. if len(sliceSubjects) > 0 {
  2963. for _, vSubject := range sliceSubjects {
  2964. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  2965. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  2966. subject := sliceXiahuaxian[0]
  2967. subjectStr += "'" + subject + "',"
  2968. }
  2969. //获取该产业下所对应的行业图片
  2970. detailCategory, errCategory := models.GetdetailByCategoryIdOne(v.CategoryId)
  2971. if errCategory != nil {
  2972. fmt.Println("GetdetailByCategoryIdOne Err:", err.Error())
  2973. return err
  2974. }
  2975. subjectStr = strings.TrimRight(subjectStr, ",")
  2976. if subjectStr != "" {
  2977. listIndustrial, err := models.GetIndustrialManagementForSubjecName(subjectStr, detailCategory.ChartPermissionId)
  2978. if err != nil {
  2979. fmt.Println("GetIndustrialManagementForSubjecName Err:", err.Error())
  2980. return err
  2981. }
  2982. subjectStr = strings.Replace(subjectStr, "','", "】【", -1)
  2983. subjectStr = strings.Replace(subjectStr, "'", "", -1)
  2984. subjectStr = "【" + subjectStr + "】"
  2985. if len(listIndustrial) > 0 {
  2986. for _, vIndustrial := range listIndustrial {
  2987. if _, ok := mapIndustrialId[vIndustrial.IndustrialManagementId]; !ok {
  2988. industrialManagementIdStr += strconv.Itoa(vIndustrial.IndustrialManagementId) + ","
  2989. }
  2990. mapIndustrialId[vIndustrial.IndustrialManagementId] = vIndustrial.IndustrialManagementId
  2991. industrialSubjectIdStr += strconv.Itoa(vIndustrial.IndustrialSubjectId) + ","
  2992. mapManagementForSubject[vIndustrial.IndustryName] += vIndustrial.SubjectName + "/"
  2993. if vIndustrial.LayoutTime == "0000-00-00 00:00:00" {
  2994. go models.UpdateIndustrialManagementLayoutTime(v.PublishDate.AddDate(0, 0, -10).Format(utils.FormatDateTime), vIndustrial.IndustrialManagementId)
  2995. }
  2996. }
  2997. industrialManagementIdStr = strings.TrimRight(industrialManagementIdStr, ",")
  2998. industrialSubjectIdStr = strings.TrimRight(industrialSubjectIdStr, ",")
  2999. if industrialManagementIdStr != "" {
  3000. err = models.ReportArticleClassificationEditNew(artcleId, industrialManagementIdStr, v.ArticleId, industrialSubjectIdStr)
  3001. if err != nil {
  3002. fmt.Println("ReportArticleClassificationEditNew Err:", err.Error())
  3003. return err
  3004. }
  3005. }
  3006. }
  3007. //}
  3008. }
  3009. }
  3010. }
  3011. }
  3012. }
  3013. AddComprehensiveIndustrialSource("Hz", artcleId) // 同步到综合页面的搜索引擎(添加产业资源包)
  3014. AddCygxReportMappingCategoryGroupByArticleId(artcleId)
  3015. return err
  3016. }
  3017. // 需求池972 修改部分报告类型title
  3018. func initweek() {
  3019. var category_id int
  3020. //category_id = 52
  3021. //category_id = 10074
  3022. //category_id = 1008
  3023. //category_id = 10071
  3024. //category_id = 10073
  3025. //category_id = 50
  3026. var condition string
  3027. var pars []interface{}
  3028. condition += ` AND category_id = ? AND publish_date > '2023-12-31' `
  3029. pars = append(pars, category_id)
  3030. articleList, e := models.GetCygxCygxArticleList(condition, pars, 0, 1000)
  3031. if e != nil {
  3032. fmt.Println(e)
  3033. return
  3034. }
  3035. var clueApiUrl string
  3036. for _, v := range articleList {
  3037. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", v.ArticleId)
  3038. fmt.Println(clueApiUrl)
  3039. authorization := utils.ApiAuthorization
  3040. body, err := PublicGetDate(clueApiUrl, authorization)
  3041. if err != nil {
  3042. fmt.Println(err)
  3043. return
  3044. }
  3045. var articleResultDate models.ArticleDetailResultApi
  3046. err = json.Unmarshal(body, &articleResultDate)
  3047. if err != nil {
  3048. fmt.Println(err)
  3049. return
  3050. }
  3051. articleResult := articleResultDate.Data
  3052. titleWeek := articleResult.Title + utils.WeekByDate(articleResult.PublishDate)
  3053. fmt.Println(titleWeek)
  3054. e = models.ModifyArticleTitleByarticleId(v.ArticleId, titleWeek)
  3055. if e != nil {
  3056. fmt.Println(e)
  3057. return
  3058. }
  3059. }
  3060. }