article.go 69 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016
  1. package services
  2. import (
  3. "context"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "github.com/PuerkitoBio/goquery"
  8. "hongze/hongze_cygx/models"
  9. "hongze/hongze_cygx/models/company"
  10. "hongze/hongze_cygx/utils"
  11. "html"
  12. "net/url"
  13. "regexp"
  14. "sort"
  15. "strconv"
  16. "strings"
  17. "time"
  18. )
  19. func GetReportContentTextSub(content string) (contentSub string, err error) {
  20. content = html.UnescapeString(content)
  21. doc, err := goquery.NewDocumentFromReader(strings.NewReader(content))
  22. docText := doc.Text()
  23. bodyRune := []rune(docText)
  24. bodyRuneLen := len(bodyRune)
  25. if bodyRuneLen > 200 {
  26. bodyRuneLen = 200
  27. }
  28. body := string(bodyRune[:bodyRuneLen])
  29. contentSub = body
  30. contentSub = strings.Replace(body, "Powered by Froala Editor", "", -1)
  31. return
  32. }
  33. func GetReportContentTextSubNew(content string) (contentSub string, err error) {
  34. content = html.UnescapeString(content)
  35. doc, errdoc := goquery.NewDocumentFromReader(strings.NewReader(content))
  36. if errdoc != nil {
  37. err = errdoc
  38. return
  39. }
  40. docText := doc.Text()
  41. bodyRune := []rune(docText)
  42. bodyRuneLen := len(bodyRune)
  43. body := string(bodyRune[:bodyRuneLen])
  44. contentSub = body
  45. contentSub = strings.Replace(contentSub, "Powered by Froala Editor", "", -1)
  46. contentSub = strings.Replace(contentSub, " ", "", -1)
  47. contentSub = strings.Replace(contentSub, "<p data-f-id=\"pbf\" style=\"text-align: center; font-size: 14px; margin-top: 30px; opacity: 0.65; font-family: sanered by <a href=\"https://www.froala.com/wysiwyg-editor?pb=1\" title=\"Froala Editor\">Froala Editor</a></p>", "", -1)
  48. return
  49. }
  50. func FixArticleImgUrl(body string) (contentSub string, err error) {
  51. r := strings.NewReader(string(body))
  52. doc, err := goquery.NewDocumentFromReader(r)
  53. if err != nil {
  54. fmt.Println(err)
  55. }
  56. doc.Find("img").Each(func(i int, s *goquery.Selection) {
  57. src, _ := s.Attr("src")
  58. if i == 0 && src != "" {
  59. contentSub = src
  60. }
  61. })
  62. return
  63. }
  64. func SynchronizationArtclehistory() {
  65. fmt.Println("同步开始")
  66. list, err := models.GetArticleHistoryList()
  67. if err != nil {
  68. fmt.Println("获取列表失败", err)
  69. }
  70. fmt.Println(len(list))
  71. for _, v := range list {
  72. //endDate := v.ModifyTime.Add(+time.Minute * 10).Format(utils.FormatDateTime)
  73. //detail, err := models.GetNewArticleHistoryRecordNewpv(v.UserId, v.ArticleId, endDate)
  74. //if err != nil && err.Error() != utils.ErrNoRow() {
  75. // fmt.Println("获取信息失败", err)
  76. //}
  77. v.OutType = 1
  78. //fmt.Println(v.Id)
  79. //if detail == nil {
  80. // _, err = models.AddCygxArticleViewRecordNewpv(v)
  81. // if err != nil {
  82. // fmt.Println("新增失败", err)
  83. // }
  84. //} else {
  85. // err = models.UpdateCygxArticleViewRecordNewpvList(v, v.StopTime)
  86. // if err != nil {
  87. // fmt.Println("修改失败", err)
  88. // }
  89. //}
  90. newId, err := models.AddCygxArticleViewRecordNewpv(v)
  91. fmt.Println("新增", newId)
  92. if err != nil {
  93. fmt.Println("新增失败", err)
  94. }
  95. }
  96. fmt.Println("同步结束")
  97. }
  98. // UserViewRedisData 阅读数据
  99. type UserViewRedisData struct {
  100. Mobile string `json:"mobile"`
  101. Email string `json:"email"`
  102. RealName string `json:"real_name"`
  103. CompanyName string `json:"company_name"`
  104. ViewTime string `json:"view_time" description:"阅读时间,格式:2022-02-17 13:06:13"`
  105. ProductId int `json:"product_id" description:"报告所属产品,ficc:1,权益:2"`
  106. CompanyId int `json:"company_id" description:"客户id"`
  107. UserId int `json:"user_id" description:"用户id"`
  108. ReportId int `json:"report_id" description:"报告id"`
  109. StopTime int `json:"stop_time" description:"停留时间"`
  110. ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  111. OutId int `json:"out_id" description:"记录ID"`
  112. }
  113. type ReportViewRecord struct {
  114. Id int `orm:"column(id);pk"`
  115. //UserId int `json:"user_id" description:"用户ID"`
  116. //ReportId int `description:"报告id"`
  117. //Mobile string `description:"手机号"`
  118. //Email string `description:"邮箱"`
  119. //RealName string `description:"用户实际姓名"`
  120. //CompanyName string `description:"公司名称"`
  121. //CreateTime time.Time `description:"创建时间"`
  122. //StopTime int `json:"stop_time" description:"停留时间"`
  123. //ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  124. //OutId int `json:"out_id" description:"记录ID"`
  125. Mobile string `json:"mobile"`
  126. Email string `json:"email"`
  127. RealName string `json:"real_name"`
  128. CompanyName string `json:"company_name"`
  129. ViewTime string `json:"view_time" description:"阅读时间,格式:2022-02-17 13:06:13"`
  130. ProductId int `json:"product_id" description:"报告所属产品,ficc:1,权益:2"`
  131. CompanyId int `json:"company_id" description:"客户id"`
  132. UserId int `json:"user_id" description:"用户id"`
  133. ReportId int `json:"report_id" description:"报告id"`
  134. StopTime int `json:"stop_time" description:"停留时间"`
  135. ReportChapterId int `json:"report_chapter_id" description:"章节ID"`
  136. OutId int `json:"out_id" description:"章节ID"`
  137. }
  138. // PushViewRecordNewRedisData 阅读数据加入到redis
  139. func PushViewRecordNewRedisData(reportViewRecord *ReportViewRecord, companyId int) bool {
  140. data := &UserViewRedisData{
  141. Mobile: reportViewRecord.Mobile,
  142. UserId: reportViewRecord.UserId,
  143. Email: reportViewRecord.Email,
  144. RealName: reportViewRecord.RealName,
  145. CompanyName: reportViewRecord.CompanyName,
  146. ViewTime: reportViewRecord.ViewTime,
  147. ProductId: 2,
  148. CompanyId: companyId,
  149. ReportId: reportViewRecord.ReportId,
  150. StopTime: reportViewRecord.StopTime,
  151. ReportChapterId: reportViewRecord.ReportChapterId,
  152. OutId: reportViewRecord.OutId,
  153. }
  154. if utils.Re == nil {
  155. err := utils.Rc.LPush(utils.CACHE_KEY_USER_VIEW, data)
  156. if err != nil {
  157. fmt.Println("PushViewRecordNewRedisData LPush Err:" + err.Error())
  158. }
  159. return true
  160. }
  161. return false
  162. }
  163. // 获取策略平台报告阅读数据
  164. func GetCeLueArticlePv(cont context.Context) (err error) {
  165. //func GetCeLueArticlePv() (err error) {
  166. defer func() {
  167. if err != nil {
  168. go utils.SendAlarmMsg("同步策略平台阅读数据失败"+err.Error(), 2)
  169. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetCeLueArticlePv ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  170. }
  171. }()
  172. startTime := time.Now().Add(-time.Minute * 12).Format("2006-01-02 15:04:05")
  173. endTime := time.Now().Format("2006-01-02 15:04:05")
  174. requestUrl := utils.ApiUrl + "backend/statistics_access?take=1000&skip=0&sort=ASC&mode=all&"
  175. encodeData := url.Values{}
  176. encodeData.Add("start_dt", startTime)
  177. encodeData.Add("end_dt", endTime)
  178. encodeStr := encodeData.Encode()
  179. requestUrl += encodeStr
  180. authorization := utils.ApiAuthorization
  181. body, err := PublicGetDate(requestUrl, authorization)
  182. if err != nil {
  183. return
  184. }
  185. var chartResult models.CeLueArticleResultApi
  186. err = json.Unmarshal(body, &chartResult)
  187. if err != nil {
  188. fmt.Println(err)
  189. return err
  190. }
  191. mapMobileArticleId := make(map[string]int)
  192. //获取当天阅读记录
  193. listPv, err := models.GetArticleHistoryRecordAllList()
  194. if err != nil && err.Error() != utils.ErrNoRow() {
  195. fmt.Println("获取当天阅读记录失败", err)
  196. return err
  197. }
  198. if len(listPv) > 0 {
  199. for _, v := range listPv {
  200. mapMobileArticleId[fmt.Sprint(v.Mobile, "_", v.ArticleId)] = v.ArticleId
  201. }
  202. }
  203. var celueHistoryIds []int
  204. var mobiles []string
  205. for _, v := range chartResult.Data {
  206. celueHistoryIds = append(celueHistoryIds, v.CelueHistoryId)
  207. mobiles = append(mobiles, v.Mobile)
  208. }
  209. listcelueHistory, e := models.GetCeLueArticleListByIds(celueHistoryIds)
  210. if e != nil {
  211. err = errors.New("GetCeLueArticleListByIds, Err: " + e.Error())
  212. return
  213. }
  214. mapCelueHistoryIds := make(map[int]int)
  215. for _, v := range listcelueHistory {
  216. mapCelueHistoryIds[v.CelueHistoryId] = v.CelueHistoryId
  217. }
  218. listMobileCompany, e := company.GetCompanyProductListByMobiles(mobiles)
  219. if e != nil {
  220. err = errors.New("GetCompanyProductListByMobiles, Err: " + e.Error())
  221. return
  222. }
  223. mapUserCompany := make(map[string]*company.CompanyProductUser)
  224. for _, v := range listMobileCompany {
  225. mapUserCompany[v.Mobile] = v
  226. }
  227. var celueArticleHistoryItems []*models.CygxCelueArticleHistoryRecord
  228. var allRecordItems []*models.CygxArticleHistoryRecordAll
  229. for _, v := range chartResult.Data {
  230. articleId, _ := strconv.Atoi(v.ArticleId)
  231. if articleId == 0 {
  232. continue
  233. }
  234. //fmt.Println(v.ArticleId)
  235. item := new(models.CygxCelueArticleHistoryRecord)
  236. item.CelueHistoryId = v.CelueHistoryId
  237. item.Mobile = v.Mobile
  238. item.ArticleId = v.ArticleId
  239. if v.CompanyName != nil {
  240. item.CompanyName = v.CompanyName.RealName
  241. }
  242. if v.CrmUser != nil {
  243. item.RealName = v.CrmUser.RealName
  244. }
  245. if mapUserCompany[v.Mobile] != nil {
  246. mapUser := mapUserCompany[v.Mobile]
  247. item.CompanyName = mapUser.CompanyName
  248. item.CompanyStatus = mapUser.Status
  249. item.SellerName = mapUser.SellerName
  250. }
  251. item.CreateDateApi = time.Now()
  252. t1, _ := time.Parse("2006-01-02T15:04:05Z", v.CreateDate)
  253. item.CreateTime = t1.Add(+time.Hour * 8).Format(utils.FormatDateTime)
  254. //email=?,company_id=?,company_name=?,user_id=?,real_name=?
  255. if mapCelueHistoryIds[v.CelueHistoryId] == 0 {
  256. celueArticleHistoryItems = append(celueArticleHistoryItems, item)
  257. //写入记录到总的统计表
  258. record := new(models.CygxArticleHistoryRecordAll)
  259. record.ArticleId = articleId
  260. record.CelueHistoryId = item.CelueHistoryId
  261. record.CreateTime = item.CreateTime
  262. record.ModifyTime = time.Now()
  263. record.CreateDateApi = time.Now()
  264. record.Mobile = v.Mobile
  265. if mapUserCompany[v.Mobile] != nil {
  266. mapUser := mapUserCompany[v.Mobile]
  267. record.CompanyName = mapUser.CompanyName
  268. record.CompanyStatus = mapUser.Status
  269. record.SellerName = mapUser.SellerName
  270. record.CompanyId = mapUser.CompanyId
  271. record.RealName = mapUser.RealName
  272. record.UserId = mapUser.UserId
  273. record.Email = mapUser.Email
  274. }
  275. record.Platfor = 2
  276. record.Source = "CELUE"
  277. if mapMobileArticleId[fmt.Sprint(item.Mobile, "_", item.ArticleId)] == articleId {
  278. record.IsDel = 1
  279. }
  280. allRecordItems = append(allRecordItems, record)
  281. }
  282. //count, err := models.GetCeLueArticleCountById(v.CelueHistoryId)
  283. //if err != nil && err.Error() != utils.ErrNoRow() {
  284. // return err
  285. //}
  286. //if count == 0 {
  287. // _, err := models.AddCeLueArticle(item, mapMobileArticleId)
  288. // if err != nil {
  289. // fmt.Println(err)
  290. // return err
  291. // }
  292. //}
  293. }
  294. if len(celueArticleHistoryItems) > 0 {
  295. e = models.AddCygxArticleHistoryRecordAllMulti(celueArticleHistoryItems, allRecordItems)
  296. if e != nil {
  297. err = errors.New("AddCygxArticleHistoryRecordAllMulti, Err: " + e.Error())
  298. return
  299. }
  300. }
  301. //处理同步过来的阅读记录所属用户
  302. //var condition string
  303. //condition = ` AND create_time > ` + "'" + startTime + "'"
  304. //listArticlePv, err := models.GetArticleHistoryRecordAllByMobileList(condition)
  305. //if err != nil {
  306. // fmt.Println("GetArticleHistoryRecordAllByMobileList ,Err" + err.Error())
  307. //}
  308. //for _, v := range listArticlePv {
  309. // if v.Mobile != "" {
  310. // user, err := models.GetWxUserItemByMobile(v.Mobile)
  311. // if err != nil && err.Error() != utils.ErrNoRow() {
  312. // fmt.Println("GetWxUserItemByUserId ,Err" + err.Error())
  313. // }
  314. // if user != nil {
  315. // err = models.UpdateCygxArticleHistoryRecordAll(user)
  316. // if err != nil {
  317. // fmt.Println("UpdateCygxArticleCollect ,Err" + err.Error())
  318. // }
  319. // }
  320. // }
  321. //}
  322. return
  323. }
  324. func GetArticleListByApi(cont context.Context) (err error) {
  325. defer func() {
  326. if err != nil {
  327. //fmt.Println("GetArticleListByApi Err:" + err.Error())
  328. go utils.SendAlarmMsg("同步策略平台数据失败", 2)
  329. go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error(), utils.EmailSendToUsers)
  330. }
  331. }()
  332. listUpdateArticle, err := models.GetArticleCeluePushList()
  333. if err != nil && err.Error() != utils.ErrNoRow() {
  334. return err
  335. }
  336. //如果长度为零就不处理
  337. if len(listUpdateArticle) == 0 {
  338. return err
  339. }
  340. for _, v := range listUpdateArticle {
  341. // 这里直接go出去会出现并发,导致文章md5ID唯一索引限制报错
  342. err = HandleArticleListByApi(v.ArticleId)
  343. if err != nil {
  344. utils.FileLog.Info("HandleArticleListByApi", err.Error())
  345. }
  346. }
  347. return
  348. }
  349. // 获取策略平台推送过来的文章并更新
  350. func UpdateArticleByRedis() (err error) {
  351. for {
  352. utils.Rc.Brpop(utils.CYGX_ARTICLE_UPDATE_KEY, func(b []byte) {
  353. var log models.CygxArticleCeluePushRedis
  354. if err := json.Unmarshal(b, &log); err != nil {
  355. fmt.Println("json unmarshal wrong!")
  356. go utils.SendAlarmMsg("获取策略平台推送过来的文章并更新处理Redis队列消息失败:"+err.Error()+string(b), 2)
  357. }
  358. // 这里直接go出去会出现并发,导致文章md5ID唯一索引限制报错
  359. err = HandleArticleListByApi(log.ArticleId)
  360. if err != nil {
  361. utils.FileLog.Info("HandleArticleListByApi", err.Error())
  362. }
  363. })
  364. }
  365. }
  366. //func init() {
  367. // tiemStart := utils.StrTimeToTime("2025-01-01")
  368. // if time.Now().After(tiemStart) {
  369. // fmt.Println("同步")
  370. // }
  371. //}
  372. //func init() {
  373. // HandleArticleListByApi(12448)
  374. //}
  375. // 处理同步过来的文章
  376. func HandleArticleListByApi(artcleId int) (err error) {
  377. defer func() {
  378. if err != nil {
  379. go utils.SendAlarmMsg("处理同步过来的文章失败"+"HandleArticleListByApi ErrMsg:"+err.Error()+"artcleId:"+strconv.Itoa(artcleId), 2)
  380. }
  381. }()
  382. var clueApiUrl string
  383. clueApiUrl = fmt.Sprint(utils.ApiUrl, "articles/", artcleId)
  384. fmt.Println(clueApiUrl)
  385. authorization := utils.ApiAuthorization
  386. body, err := PublicGetDate(clueApiUrl, authorization)
  387. if err != nil {
  388. fmt.Println(err)
  389. return
  390. }
  391. var articleResultDate models.ArticleDetailResultApi
  392. err = json.Unmarshal(body, &articleResultDate)
  393. if err != nil {
  394. fmt.Println("Getres.PublicGetDate Err:", err.Error())
  395. return err
  396. }
  397. item := new(models.CygxShanghaiCompanyLog)
  398. item.CreateTime = time.Now()
  399. item.Url = clueApiUrl
  400. item.Body = ""
  401. item.Result = string(body)
  402. go models.AddCygxShanghaiCompanyLog(item)
  403. go models.UpdateCygxArticleCeluePush(artcleId)
  404. articleResult := articleResultDate.Data
  405. exitMap := make(map[int]int)
  406. categoryIdMap := make(map[int]int)
  407. classMap := make(map[int]int)
  408. reportMap := make(map[int]int)
  409. summaryMap := make(map[int]int)
  410. listMap, err := models.GetArticleApiMap()
  411. if err != nil {
  412. fmt.Println("GetlistMap Err:", err.Error())
  413. return err
  414. }
  415. openIdList, err := models.GetUserRecordListByMobile(4, utils.ArticleTaskClassMobile)
  416. if err != nil {
  417. fmt.Println(err)
  418. return err
  419. }
  420. fmt.Println(openIdList)
  421. //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
  422. for _, v := range listMap {
  423. exitMap[v.SeriesId] = v.OldId
  424. categoryIdMap[v.SeriesId] = v.OldIdMap
  425. if v.IsClass == 1 {
  426. classMap[v.OldId] = 1
  427. }
  428. if v.IsReport == 1 {
  429. reportMap[v.OldId] = 1
  430. }
  431. if v.IsSummary == 1 {
  432. summaryMap[v.OldId] = 1
  433. }
  434. }
  435. var list []*models.Tactics2
  436. var listArticleData []*models.CygxArticleData
  437. var listAuthor []*models.CygxArticleAuthor
  438. //如果是英文报告 ,或者香港类型那么则不同步 publish_area :all 全部 ;hk 香港
  439. if articleResult.TypeId == 9 || articleResult.PublishArea != "all" {
  440. // 如果是英文报告,或者是香港报告就进行删除处理
  441. err = models.UpdateArticlePublish(artcleId, 0)
  442. if err != nil {
  443. fmt.Println("UpdateArticlePublish Err:", err.Error())
  444. return err
  445. }
  446. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  447. return
  448. }
  449. var cover string
  450. if articleResult.Series.Name == "图解市场" {
  451. cover = GetArticleCoverByChartFirst(articleResult.Content.Body)
  452. } else if articleResult.Series.Name == "行业深度" {
  453. cover = articleResult.Cover
  454. }
  455. var isSynchronous bool // 有些报告可以自定义同步,满足这个条件就同步过去
  456. if articleResult.Series.Name == "周度首席说" && articleResult.PublishDate.After(utils.StrTimeToTime("2025-01-01")) {
  457. isSynchronous = true
  458. }
  459. //fmt.Println("isSynchronous", isSynchronous)
  460. //fmt.Println(cover)
  461. //return
  462. //状态等于 2 跟 4 的进行同步 IsActive 为false 软删除的也不同步
  463. if exitMap[articleResult.SeriesId] > 0 && (articleResult.PublishStatus == 2 || articleResult.PublishStatus == 4) && articleResult.IsActive || isSynchronous {
  464. articleResult.PublishDate = time.Date(articleResult.PublishDate.Year(), articleResult.PublishDate.Month(), articleResult.PublishDate.Day(), articleResult.PublishDate.Hour(), articleResult.PublishDate.Minute(), articleResult.PublishDate.Second(), articleResult.PublishDate.Nanosecond(), time.Local)
  465. item := new(models.Tactics2)
  466. itemArticleData := new(models.CygxArticleData)
  467. itemArticleData.ArticleId = articleResult.ArticleId
  468. itemArticleData.Cover = articleResult.Cover
  469. itemArticleData.CreateTime = time.Now()
  470. listArticleData = append(listArticleData, itemArticleData)
  471. itemAuthor := new(models.CygxArticleAuthor)
  472. item.ArticleId = articleResult.ArticleId
  473. item.Title = articleResult.Title
  474. item.TitleEn = articleResult.TitleEn
  475. item.File = articleResult.File
  476. if articleResult.Frequency == "日度" {
  477. item.UpdateFrequency = "daily"
  478. } else if articleResult.Frequency == "周度" {
  479. item.UpdateFrequency = "weekly"
  480. } else if articleResult.Frequency == "月度" {
  481. item.UpdateFrequency = "monthly"
  482. } else if articleResult.Frequency == "季度" {
  483. item.UpdateFrequency = "quarterly"
  484. } else if articleResult.Frequency == "年度" {
  485. item.UpdateFrequency = "yearly"
  486. } else {
  487. item.UpdateFrequency = "unknow"
  488. }
  489. item.CreateDate = articleResult.CreateDate
  490. item.PublishDate = articleResult.PublishDate.Add(time.Hour * 8)
  491. item.PublishStatus = 1
  492. item.Body = articleResult.Content.Body
  493. item.Abstract = articleResult.Content.Abstract
  494. item.Annotation = articleResult.Content.Annotation
  495. item.CategoryName = articleResult.Industry.Name
  496. item.CategoryId = categoryIdMap[articleResult.SeriesId]
  497. item.CategoryIdTwo = exitMap[articleResult.SeriesId]
  498. item.SubCategoryName = articleResult.Series.Name
  499. item.Cover = cover
  500. //{
  501. // //这两种情况特殊处理
  502. // if articleResult.Field.Name == "宏观利率" {
  503. // item.CategoryId = 10070
  504. // item.CategoryIdTwo = item.CategoryId
  505. // }
  506. // if articleResult.Field.Name == "信用" {
  507. // item.CategoryId = 10082
  508. // item.CategoryIdTwo = item.CategoryId
  509. // }
  510. //}
  511. if len(articleResult.Stock) > 0 {
  512. var stock string
  513. for _, vS := range articleResult.Stock {
  514. stock += vS + "/"
  515. }
  516. stock = strings.TrimRight(stock, "/")
  517. item.Stock = stock
  518. }
  519. item.FieldName = articleResult.Field.Name
  520. item.SeriesName = articleResult.Series.Name
  521. item.TypeName = articleResult.Type.Name
  522. item.UpdateDate = articleResult.UpdateDate
  523. item.CeLueFieldId = articleResult.Field.Id
  524. list = append(list, item)
  525. itemAuthor.ArticleId = articleResult.ArticleId
  526. itemAuthor.Name = articleResult.Author.Name
  527. itemAuthor.Mobile = articleResult.Author.PhoneNumber
  528. fmt.Println(articleResult.Cover)
  529. listAuthor = append(listAuthor, itemAuthor)
  530. } else {
  531. // 如果这篇文章没有发布,那么就不作处理。
  532. err = models.UpdateArticlePublish(artcleId, 0)
  533. if err != nil {
  534. fmt.Println("UpdateArticlePublish Err:", err.Error())
  535. return err
  536. }
  537. UpdateArticleResourceData(artcleId) //把数据写入 cygx_resource_data 表
  538. //go UpdateResourceData(artcleId, "article", "delete", time.Now().Format(utils.FormatDateTime))
  539. return
  540. }
  541. //同步作者
  542. for _, v := range listAuthor {
  543. var count int
  544. count, err = models.GetActivityAuthorCount(v.ArticleId, v.Mobile)
  545. if err != nil {
  546. fmt.Println("GetActivityAuthorCount Err:", err.Error())
  547. return err
  548. }
  549. if count == 0 {
  550. _, err = models.AddCygxActivityAuthor(v)
  551. if err != nil {
  552. fmt.Println("AddCygxActivityAuthor Err:", err.Error())
  553. return err
  554. }
  555. }
  556. }
  557. fmt.Println("同步文章条数:", len(list))
  558. listCustomArticle, err := models.GetCustomArticleId() //手动归类的文章,不替换文章类型
  559. if err != nil {
  560. fmt.Println("GetTacticsList Err:", err.Error())
  561. return err
  562. }
  563. listGetMatchTypeName, errMatch := models.GetMatchTypeNamenNotNull() //手动归类的文章,不替换文章类型
  564. if errMatch != nil {
  565. fmt.Println("GetTacticsList Err:", errMatch.Error())
  566. return err
  567. }
  568. //mapCategoryIdSet := make(map[int]int)
  569. //for _, vMatch := range listGetMatchTypeName {
  570. // mapCategoryIdSet[vMatch.CategoryId] = vMatch.CategoryIdSet
  571. //}
  572. fmt.Println("list len:", len(list))
  573. noSummaryArticleIds := "3454,3456,3457,3459,2449,2450,2453,2454,2459,2530,2583,2663,2670,2699,2715,2732,2748,2759,2399,2356,2870,3173,2978,2826,3470" //非纪要库类型的文章ID
  574. listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
  575. for k, v := range list {
  576. //同步匹配类型
  577. matchTypeName := ""
  578. for _, vMatch := range listGetMatchTypeName {
  579. if v.CategoryId == vMatch.CategoryId {
  580. matchTypeName = vMatch.MatchTypeName
  581. }
  582. }
  583. //是否属于纪要库的数据
  584. //if _, has := summaryMap[v.CategoryId]; has {
  585. // v.IsSummary = 1
  586. //}
  587. if v.TypeName == "纪要" {
  588. v.IsSummary = 1
  589. }
  590. //排除不属于纪要库类型的文章
  591. for _, vArt := range listNoSummaryArticleIds {
  592. vArtInt, _ := strconv.Atoi(vArt)
  593. if v.ArticleId == vArtInt {
  594. v.IsSummary = 0
  595. }
  596. }
  597. if _, has := reportMap[v.CategoryIdTwo]; has {
  598. v.IsReport = 1
  599. if _, ok := classMap[v.CategoryIdTwo]; ok {
  600. v.IsClass = 1
  601. v.ReportType = 1 //是否属于行业报告
  602. } else {
  603. v.ReportType = 2 //是否属于产业报告
  604. }
  605. }
  606. v.Department = "弘则权益研究"
  607. //判断是否已经存在
  608. if v.ArticleId < 0 {
  609. fmt.Println("AddCygxArticle Err:")
  610. return err
  611. }
  612. var count int
  613. count, err = models.GetArticleCountById(v.ArticleId)
  614. if err != nil && err.Error() != utils.ErrNoRow() {
  615. fmt.Println("AddCygxArticle Err:", err.Error())
  616. return err
  617. }
  618. v.Body = strings.Replace(v.Body, "http://vmp.hzinsights.com", "https://vmp.hzinsights.com", -1)
  619. expertNumStr, expertContentStr, interviewDateStr, _, bodyReturn := BodyAnalysis2(v.Body)
  620. if strings.Index(v.Body, "报告全文(") > 0 && strings.Index(v.Body, "PDF格式报告下载.pdf") > 0 {
  621. v.Body = strings.Replace(v.Body, "报告全文(", "", -1)
  622. v.Body = strings.Replace(v.Body, "PDF格式报告下载.pdf", "", -1)
  623. v.Body = strings.Replace(v.Body, "):", "", -1)
  624. }
  625. var titleNew string
  626. titleNew = v.Title
  627. // 7资金流向 、11大类资产 、51每日复盘 、80医药周报、9估值研究
  628. if v.CategoryId == 7 || v.CategoryId == 11 || v.CategoryId == 51 || v.CategoryId == 9 {
  629. if v.UpdateFrequency == "daily" {
  630. var daystr string
  631. daystr = strconv.Itoa(v.PublishDate.Day())
  632. if len(daystr) == 1 {
  633. daystr = "0" + daystr
  634. }
  635. titleNew = v.Title + "(" + strconv.Itoa(v.PublishDate.Year())[2:len(strconv.Itoa(v.PublishDate.Year()))-0] + v.PublishDate.Format("01") + daystr + ")"
  636. } else if v.UpdateFrequency == "weekly" {
  637. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  638. }
  639. }
  640. //策略周度思考,医药周报,消费周报,消费周度思考,科技前言(周报)、智造精粹、智造本周荟 标题处理
  641. if v.CategoryId == 80 || v.CategoryId == 52 || v.CategoryId == 10074 || v.CategoryId == 1008 || v.CategoryId == 10071 || v.CategoryId == 10073 || v.CategoryId == 50 {
  642. titleNew = v.Title + utils.WeekByDate(v.PublishDate)
  643. }
  644. //类型是综述报告的,不区分是什么系列,统一归类到对应产业的路演精华
  645. if articleResult.Type.Name == "综述报告" {
  646. detailCategory, err := models.GetdetailByCategoryIdLyjh(v.CategoryIdTwo)
  647. if err != nil && err.Error() != utils.ErrNoRow() {
  648. return err
  649. }
  650. v.CategoryId = detailCategory.CategoryId
  651. matchTypeName = "路演精华"
  652. if v.IsClass == 0 {
  653. v.IsSummary = 0
  654. }
  655. }
  656. var chartPermissionId int
  657. var chartPermissionName string
  658. categoryDetail, _ := models.GetdetailByCategoryIdPush(v.CategoryId)
  659. if categoryDetail != nil {
  660. chartPermissionId = categoryDetail.ChartPermissionId
  661. chartPermissionName = categoryDetail.ChartPermissionName
  662. }
  663. if count > 0 {
  664. fmt.Println(k, v.ArticleId, "edit")
  665. articleIfoOld, e := models.GetArticleDetailTestById(v.ArticleId)
  666. if e != nil {
  667. err = e
  668. return
  669. }
  670. bodyTextOld, _ := GetReportContentTextSubNew(articleIfoOld.Body)
  671. bodyText, _ := GetReportContentTextSubNew(v.Body)
  672. var isCustom bool
  673. updateParams := make(map[string]interface{})
  674. //updateParams["Title"] = v.Title
  675. updateParams["Title"] = titleNew
  676. updateParams["TitleEn"] = v.TitleEn
  677. updateParams["UpdateFrequency"] = v.UpdateFrequency
  678. updateParams["CreateDate"] = v.CreateDate
  679. updateParams["PublishDate"] = v.PublishDate
  680. //updateParams["Body"] = html.EscapeString(v.Body)
  681. updateParams["Body"] = html.EscapeString(bodyReturn)
  682. updateParams["BodyText"] = bodyText
  683. updateParams["Abstract"] = html.EscapeString(v.Abstract)
  684. updateParams["CategoryName"] = v.CategoryName
  685. for _, vCustom := range listCustomArticle {
  686. if v.ArticleId == vCustom.ArticleId {
  687. fmt.Println("手动归类的文章:" + strconv.Itoa(v.ArticleId))
  688. isCustom = true
  689. }
  690. }
  691. if isCustom == false {
  692. updateParams["CategoryId"] = v.CategoryId
  693. updateParams["MatchTypeName"] = matchTypeName
  694. updateParams["IsSummary"] = v.IsSummary
  695. updateParams["IsReport"] = v.IsReport
  696. updateParams["ReportType"] = v.ReportType
  697. updateParams["SubCategoryName"] = v.SubCategoryName
  698. }
  699. //updateParams["CategoryId"] = v.CategoryId
  700. updateParams["PublishStatus"] = 1
  701. updateParams["ExpertBackground"] = expertContentStr
  702. updateParams["ExpertNumber"] = expertNumStr
  703. updateParams["InterviewDate"] = interviewDateStr
  704. //updateParams["IsClass"] = v.IsClass
  705. v.Department = "弘则权益研究"
  706. updateParams["Department"] = v.Department
  707. updateParams["FileLink"] = v.File
  708. updateParams["Stock"] = v.Stock
  709. updateParams["FieldName"] = v.FieldName
  710. updateParams["SeriesName"] = v.SeriesName
  711. updateParams["Annotation"] = v.Annotation
  712. updateParams["TypeName"] = v.TypeName
  713. updateParams["ModifyTimeByCl"] = v.UpdateDate
  714. updateParams["CeLueFieldId"] = v.CeLueFieldId
  715. updateParams["Cover"] = v.Cover
  716. updateParams["ChartPermissionId"] = chartPermissionId
  717. updateParams["ChartPermissionName"] = chartPermissionName
  718. whereParam := map[string]interface{}{"article_id": v.ArticleId}
  719. err = models.UpdateByExpr(models.CygxArticle{}, whereParam, updateParams)
  720. if err != nil {
  721. fmt.Println("UpdateByExpr Err:" + err.Error())
  722. return err
  723. }
  724. if len(bodyText)-len(bodyTextOld) > 100 {
  725. //fmt.Println("触发推送规则")
  726. //更新字数大于一百字触发推送规则
  727. go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  728. UpdateArticleResourceData(v.ArticleId) //把数据写入 cygx_resource_data 表
  729. //go UpdateResourceData(v.ArticleId, "article", "update", time.Now().Format(utils.FormatDateTime))
  730. } else {
  731. models.UpdatecygxResourceDatasearchTitle(v.Title, v.ArticleId)
  732. }
  733. } else {
  734. fmt.Println(k, v.ArticleId, "add")
  735. item := new(models.CygxArticle)
  736. articleIdInt := v.ArticleId
  737. item.ArticleId = articleIdInt
  738. //item.Title = v.Title
  739. item.Title = titleNew
  740. item.TitleEn = v.TitleEn
  741. item.UpdateFrequency = v.UpdateFrequency
  742. item.CreateDate = v.CreateDate
  743. item.PublishDate = v.PublishDate.Format(utils.FormatDateTime)
  744. //item.Body = html.EscapeString(v.Body)
  745. item.Body = html.EscapeString(bodyReturn)
  746. item.Abstract = html.EscapeString(v.Abstract)
  747. item.CategoryName = v.CategoryName
  748. item.SubCategoryName = v.SubCategoryName
  749. item.CategoryId = v.CategoryId
  750. item.CategoryIdTwo = v.CategoryIdTwo
  751. item.PublishStatus = 1
  752. item.ExpertBackground = expertContentStr
  753. item.ExpertNumber = expertNumStr
  754. item.InterviewDate = interviewDateStr
  755. item.Department = v.Department
  756. item.ArticleIdMd5 = utils.MD5(strconv.Itoa(articleIdInt))
  757. item.IsClass = v.IsClass
  758. item.IsSummary = v.IsSummary
  759. item.IsReport = v.IsReport
  760. item.ReportType = v.ReportType
  761. item.FileLink = v.File
  762. item.MatchTypeName = matchTypeName
  763. item.Stock = v.Stock
  764. item.FieldName = v.FieldName
  765. item.SeriesName = v.SeriesName
  766. item.Annotation = v.Annotation
  767. item.TypeName = v.TypeName
  768. item.ModifyTimeByCl = v.UpdateDate
  769. item.CeLueFieldId = v.CeLueFieldId
  770. item.Cover = v.Cover
  771. item.ChartPermissionId = chartPermissionId
  772. item.ChartPermissionName = chartPermissionName
  773. item.Cover = v.Cover
  774. item.CreateTime = time.Now()
  775. newId, err := models.AddCygxArticles(item)
  776. if err != nil {
  777. fmt.Println("AddCygxArticle Err:", err.Error())
  778. return err
  779. }
  780. //go UpdateResourceData(v.ArticleId, "article", "add", time.Now().Format(utils.FormatDateTime))
  781. UpdateArticleResourceData(v.ArticleId) //把数据写入 cygx_resource_data 表
  782. //fmt.Println(newId)
  783. //报告自动归类,以及推送相关模板消息
  784. if v.ReportType == 2 {
  785. var subjectStr string
  786. var industrialManagementIdStr string
  787. var industrialSubjectIdStr string
  788. var keyword1 string
  789. var keyword2 string
  790. var keyword3 string
  791. var keyword4 string
  792. sliceSubjects := strings.Split(v.Stock, "/")
  793. mapManagementForSubject := make(map[string]string)
  794. mapIndustrialId := make(map[int]int)
  795. if len(sliceSubjects) > 0 {
  796. for _, vSubject := range sliceSubjects {
  797. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  798. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  799. subject := sliceXiahuaxian[0]
  800. subjectStr += "'" + subject + "',"
  801. }
  802. //获取该产业下所对应的行业图片
  803. detailCategory, errCategory := models.GetdetailByCategoryIdOne(v.CategoryId)
  804. if errCategory != nil {
  805. fmt.Println("GetdetailByCategoryIdOne Err:", err.Error())
  806. return err
  807. }
  808. subjectStr = strings.TrimRight(subjectStr, ",")
  809. if subjectStr != "" {
  810. listIndustrial, err := models.GetIndustrialManagementForSubjecName(subjectStr, detailCategory.ChartPermissionId)
  811. if err != nil {
  812. fmt.Println("GetIndustrialManagementForSubjecName Err:", err.Error())
  813. return err
  814. }
  815. subjectStr = strings.Replace(subjectStr, "','", "】【", -1)
  816. subjectStr = strings.Replace(subjectStr, "'", "", -1)
  817. subjectStr = "【" + subjectStr + "】"
  818. if len(listIndustrial) > 0 {
  819. for _, vIndustrial := range listIndustrial {
  820. if _, ok := mapIndustrialId[vIndustrial.IndustrialManagementId]; !ok {
  821. industrialManagementIdStr += strconv.Itoa(vIndustrial.IndustrialManagementId) + ","
  822. }
  823. mapIndustrialId[vIndustrial.IndustrialManagementId] = vIndustrial.IndustrialManagementId
  824. industrialSubjectIdStr += strconv.Itoa(vIndustrial.IndustrialSubjectId) + ","
  825. mapManagementForSubject[vIndustrial.IndustryName] += vIndustrial.SubjectName + "/"
  826. if vIndustrial.LayoutTime == "0000-00-00 00:00:00" {
  827. go models.UpdateIndustrialManagementLayoutTime(v.PublishDate.AddDate(0, 0, -10).Format(utils.FormatDateTime), vIndustrial.IndustrialManagementId)
  828. }
  829. }
  830. industrialManagementIdStr = strings.TrimRight(industrialManagementIdStr, ",")
  831. industrialSubjectIdStr = strings.TrimRight(industrialSubjectIdStr, ",")
  832. if industrialManagementIdStr != "" {
  833. err = models.ReportArticleClassificationEditNew(int(newId), industrialManagementIdStr, v.ArticleId, industrialSubjectIdStr)
  834. if err != nil {
  835. fmt.Println("ReportArticleClassificationEditNew Err:", err.Error())
  836. return err
  837. }
  838. }
  839. var peoductName string
  840. for mk, mv := range mapManagementForSubject {
  841. peoductName += "【" + mk + "--" + strings.TrimRight(mv, "/") + "】"
  842. }
  843. keyword1 = "新报告产业标签:【" + v.FieldName + "】,个股标签:" + subjectStr
  844. keyword2 = "已自动关联至以下产业和标的:" + peoductName
  845. keyword3 = v.Title
  846. keyword4 = v.PublishDate.Format(utils.FormatDateTime)
  847. SendWxMsgWithArticleClassToAdmin(keyword1, keyword2, keyword3, keyword4, openIdList, articleIdInt)
  848. for _, vIndustrial := range listIndustrial {
  849. IndustrialManagementTimeLineDateList3(vIndustrial.IndustrialManagementId) // 更新时间线报告内容
  850. }
  851. } else {
  852. keyword1 = "新报告产业标签:【" + v.FieldName + "】,个股标签:" + subjectStr
  853. keyword2 = "未归类"
  854. keyword3 = v.Title
  855. keyword4 = v.PublishDate.Format(utils.FormatDateTime)
  856. SendWxMsgWithArticleClassToAdmin(keyword1, keyword2, keyword3, keyword4, openIdList, articleIdInt)
  857. go models.UpdateIsClassFail(artcleId)
  858. }
  859. }
  860. }
  861. }
  862. go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  863. }
  864. if v.CategoryName == utils.ZHOU_QI_NAME {
  865. UpdateCygxZhouqiArticleMapTime(v.FieldName) //更新周期对应分类下所管理文章的更新时间
  866. }
  867. //【公司调研】系列纪要发布/更新后 end
  868. //查研观向6.9模板消息推送规则
  869. //但是如果报告的发布时间是在10天以前的,公众号就不推送了
  870. //if time.Now().AddDate(0, 0, -10).Before(articleResult.PublishDate.Add(time.Hour * 8)) {
  871. // go DoArticleOnenIdWxTemplateMsg(v.ArticleId)
  872. //}
  873. }
  874. go models.UpdateCygxArticleCeluePush(artcleId)
  875. AddComprehensiveArticle(artcleId) // 同步到综合页面的搜索引擎
  876. AddComprehensiveIndustrialSource("Hz", artcleId) // 同步到综合页面的搜索引擎(添加产业资源包)
  877. GetSummarytoEs(artcleId) // 同步到ES搜索引擎
  878. GetIndustrialManagementArticleNewPublishData()
  879. if len(listArticleData) > 0 {
  880. for _, v := range listArticleData {
  881. count, err := models.GetCygxArticleDataCount(v.ArticleId)
  882. if err != nil {
  883. fmt.Println("GetCygxArticleDataCount Err:", err.Error())
  884. return err
  885. }
  886. if count == 0 {
  887. _, err := models.AddCygxArticleData(v)
  888. if err != nil {
  889. fmt.Println("AddCygxArticleData Err:", err.Error())
  890. return err
  891. }
  892. }
  893. //} else {
  894. // updateParams := make(map[string]interface{})
  895. // updateParams["Cover"] = v.Cover
  896. // whereParam := map[string]interface{}{"article_id": v.ArticleId}
  897. // err = models.UpdateByExpr(models.CygxArticleData{}, whereParam, updateParams)
  898. // if err != nil {
  899. // fmt.Println("UpdateByExpr CygxArticleData Err:" + err.Error())
  900. // return err
  901. // }
  902. //}
  903. }
  904. }
  905. AddCygxReportMappingCategoryGroupByArticleId(artcleId)
  906. return err
  907. }
  908. //func init() {
  909. // DoArticleOnenIdWxTemplateMsg(8112)
  910. //}
  911. // 过滤策略平台报告,研选报告重复推送,以及权限勾选的推送
  912. func DoArticleOnenIdWxTemplateMsg(articleId int) (err error) {
  913. //策略平台同步过来的文章ID,做微信模板消息推送,同一篇报告12小时只推送一次
  914. cacheKey := fmt.Sprint(utils.CACHE_KEY_ARTICLE_ID_TEMPLATE, ":ArticleId", articleId)
  915. ttlTime := utils.Rc.GetRedisTTL(cacheKey)
  916. if ttlTime > 0 {
  917. fmt.Println(ttlTime)
  918. return err
  919. }
  920. var msg string
  921. defer func() {
  922. if err != nil {
  923. go utils.SendAlarmMsg("过滤策略平台报告,研选报告重复推送,以及权限勾选的推送失败 DoArticleOnenIdWxTemplateMsg ErrMsg:"+err.Error(), 2)
  924. fmt.Println(err)
  925. }
  926. if msg != "" {
  927. utils.FileLog.Info("发送模版消息失败,msg:%s", msg)
  928. }
  929. }()
  930. //获取文章详情
  931. articleInfo, err := models.GetArticleDetailById(articleId)
  932. if err != nil {
  933. return
  934. }
  935. articleInfo.Abstract, _ = GetReportContentTextSub(articleInfo.Abstract)
  936. var chartPermissionId int
  937. //固收的权限,暂时当策略的逻辑一样处理
  938. var chartPermissionName string
  939. reportMapDetail, err := models.GetdetailByCategoryIdPush(articleInfo.CategoryId)
  940. if err != nil {
  941. return err
  942. }
  943. if reportMapDetail.ChartPermissionId == utils.CE_LUE_ID {
  944. chartPermissionId = utils.CE_LUE_ID
  945. } else if reportMapDetail.ChartPermissionId == utils.GU_SHOU_ID_CHART {
  946. chartPermissionId = utils.GU_SHOU_ID_CHART
  947. } else {
  948. if reportMapDetail.PermissionType == 1 {
  949. chartPermissionName = reportMapDetail.ChartPermissionName + "(主观)"
  950. } else {
  951. chartPermissionName = reportMapDetail.ChartPermissionName + "(客观)"
  952. }
  953. chartPermissionDetail, err := models.GetChartPermissionByRemark(chartPermissionName)
  954. if err != nil {
  955. return err
  956. }
  957. chartPermissionId = chartPermissionDetail.ChartPermissionId
  958. }
  959. //文章关联的产业
  960. var industryName string
  961. var industrialManagementId string
  962. if chartPermissionId == utils.CE_LUE_ID || chartPermissionId == utils.GU_SHOU_ID_CHART {
  963. industryName = reportMapDetail.SubCategoryName
  964. } else {
  965. if articleInfo.ReportType == 2 {
  966. detailIndustryNameList, err := models.GetIndustrialManagemenDetailByAaticleID(articleId)
  967. if err != nil && err.Error() != utils.ErrNoRow() {
  968. return err
  969. }
  970. //如果不存在关联的产业则不推送
  971. if len(detailIndustryNameList) == 0 {
  972. return err
  973. }
  974. for _, v := range detailIndustryNameList {
  975. industryName += v.IndustryName + ","
  976. industrialManagementId += strconv.Itoa(v.IndustrialManagementId) + ","
  977. }
  978. industryName = strings.TrimRight(industryName, ",")
  979. industrialManagementId = strings.TrimRight(industrialManagementId, ",")
  980. //处理勾选了全部行业赛道的用户
  981. var allIn string
  982. allIn = DoXzsChooseSend(reportMapDetail.ChartPermissionName)
  983. if allIn != "" {
  984. allInList, err := models.GetCygxXzsChooseSendByAllIn(allIn)
  985. if err != nil && err.Error() != utils.ErrNoRow() {
  986. return err
  987. }
  988. if len(allInList) > 0 {
  989. var allInUserId string
  990. for _, v := range allInList {
  991. allInUserId += strconv.Itoa(v.UserId) + ","
  992. }
  993. allInUserId = strings.TrimRight(allInUserId, ",")
  994. userFllowIndustrialList, err := models.GetUserFllowIndustrialListByUserIdAndIndustrial(allInUserId, industrialManagementId)
  995. if err != nil && err.Error() != utils.ErrNoRow() {
  996. return err
  997. }
  998. mapUserFllowed := make(map[string]int)
  999. for _, v := range userFllowIndustrialList {
  1000. //用户ID与其关注的产业组成唯一索引,判断是否存在,如果不存在就进行自动关注
  1001. mapUserFllowed[fmt.Sprint("uid:", v.UserId, "_Industrial:", v.IndustrialManagementId)] = v.UserId
  1002. }
  1003. //获取这些allIN用户的的信息进行遍历生成需要插入的数据
  1004. userList, err := models.GetWxUserListByUserIds(allInUserId)
  1005. if err != nil && err.Error() != utils.ErrNoRow() {
  1006. return err
  1007. }
  1008. var industryFllowItems []*models.CygxIndustryFllow
  1009. for _, v := range detailIndustryNameList {
  1010. for _, vUser := range userList {
  1011. //如果用户这个用户没有关注这个产业就进行自动关注
  1012. if mapUserFllowed[fmt.Sprint("uid:", vUser.UserId, "_Industrial:", v.IndustrialManagementId)] == 0 {
  1013. item := new(models.CygxIndustryFllow)
  1014. item.IndustrialManagementId = v.IndustrialManagementId
  1015. item.UserId = vUser.UserId
  1016. item.Email = vUser.Email
  1017. item.Mobile = vUser.Mobile
  1018. item.RealName = vUser.RealName
  1019. item.CompanyId = vUser.CompanyId
  1020. item.CompanyName = vUser.CompanyName
  1021. item.Source = 3
  1022. item.Type = 1
  1023. item.CreateTime = time.Now()
  1024. item.ModifyTime = time.Now()
  1025. industryFllowItems = append(industryFllowItems, item)
  1026. }
  1027. }
  1028. }
  1029. err = models.AddCygxIndustryFllowMulti(industryFllowItems)
  1030. if err != nil {
  1031. go utils.SendAlarmMsg("用户关注全部赛道,出现新赛道批量添加失败 ,AddCygxIndustryFllowMulti ErrMsg:"+err.Error(), 2)
  1032. }
  1033. }
  1034. }
  1035. }
  1036. }
  1037. // 获取所有有权的用户的 openid
  1038. mapOpenidPower := make(map[int]string)
  1039. permissionIdList := make([]string, 0)
  1040. var condition string
  1041. var pars []interface{}
  1042. slicepermissionId := strings.Split(strconv.Itoa(chartPermissionId), ",")
  1043. if len(slicepermissionId) > 0 {
  1044. for _, v := range slicepermissionId {
  1045. if v == strconv.Itoa(utils.GU_SHOU_ID_CHART) {
  1046. v = strconv.Itoa(utils.CE_LUE_ID)
  1047. }
  1048. permissionIdList = append(permissionIdList, v)
  1049. }
  1050. condition += ` AND p.chart_permission_id IN (` + utils.GetOrmInReplace(len(slicepermissionId)) + ` ) `
  1051. pars = append(pars, permissionIdList)
  1052. }
  1053. openidPowerListMobile, err := models.GetCygxUserRecordPower(condition, pars)
  1054. if err != nil {
  1055. return err
  1056. }
  1057. var mobileArr []string
  1058. for _, v := range openidPowerListMobile {
  1059. if v.CompanyId == utils.JMCJ_COMPANY_ID {
  1060. continue //需求池 1043:深圳进门财经科技股份有限公司下所有的账号,所有活动的新增修改都做推送,所有的报告的新增修改都不做推送。
  1061. }
  1062. mobileArr = append(mobileArr, v.Mobile)
  1063. }
  1064. openidPowerList, err := models.GetWxOpenIdByMobileSliceList(mobileArr)
  1065. if err != nil {
  1066. return err
  1067. }
  1068. //四大行业的行业综述报告,对所有开通了对应行业权限的客户都推送。
  1069. if articleInfo.ReportType == 1 && chartPermissionId != utils.CE_LUE_ID && chartPermissionId != utils.GU_SHOU_ID_CHART {
  1070. for _, item := range openidPowerList {
  1071. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1072. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1073. openIditem := new(models.OpenIdList)
  1074. openIditem.OpenId = item.OpenId
  1075. openIditem.UserId = item.UserId
  1076. SendWxMsgWithArticleUpdate(first, keyword1, articleInfo.Title, articleInfo.PublishDate, articleInfo.Abstract, openIditem, articleId)
  1077. }
  1078. return err
  1079. }
  1080. for _, v := range openidPowerList {
  1081. mapOpenidPower[v.UserId] = v.OpenId
  1082. }
  1083. //获取关注这个文章对应产业的用户的 openid
  1084. mapOpenidFllow := make(map[int]string)
  1085. if chartPermissionId != utils.CE_LUE_ID && chartPermissionId != utils.GU_SHOU_ID_CHART {
  1086. openidFllowListMobile, err := models.GetCygxUserFllowOpenid(articleId)
  1087. if err != nil {
  1088. return err
  1089. }
  1090. var mobileArrFllow []string
  1091. for _, v := range openidFllowListMobile {
  1092. mobileArrFllow = append(mobileArrFllow, v.Mobile)
  1093. }
  1094. openidFllowList, err := models.GetWxOpenIdByMobileSliceList(mobileArrFllow)
  1095. if err != nil {
  1096. return err
  1097. }
  1098. for _, v := range openidFllowList {
  1099. mapOpenidFllow[v.UserId] = v.OpenId
  1100. }
  1101. }
  1102. //获取拒绝接收推送的的用户的 openid
  1103. mapOpenidRefuset := make(map[int]string)
  1104. openidRefusetList, err := models.GetCygxUserRefusetOpenid()
  1105. if err != nil {
  1106. return err
  1107. }
  1108. for _, v := range openidRefusetList {
  1109. mapOpenidRefuset[v.UserId] = v.OpenId
  1110. }
  1111. //获取提交过推送规则的用户的 openid
  1112. mapUserIdChooseSend := make(map[int]int)
  1113. mapUserIdChooseSendTypeNoPermission := make(map[int]int)
  1114. chooseSendtList, err := models.GetCygxXzsChooseSend()
  1115. for _, v := range chooseSendtList {
  1116. mapUserIdChooseSend[v.UserId] = v.UserId
  1117. if v.IsRefuse == 1 {
  1118. continue
  1119. }
  1120. //获取选择主客观赛道的用户
  1121. if reportMapDetail.PermissionType == 1 {
  1122. if v.IsSubjective == 1 {
  1123. mapUserIdChooseSendTypeNoPermission[v.UserId] = v.UserId
  1124. }
  1125. } else {
  1126. if v.IsObjective == 1 {
  1127. mapUserIdChooseSendTypeNoPermission[v.UserId] = v.UserId
  1128. }
  1129. }
  1130. }
  1131. //已经推送了的openid
  1132. mapOpenidPushed := make(map[int]string)
  1133. keyword2 := articleInfo.Title
  1134. keyword3 := time.Now().Format(utils.FormatDateTime)
  1135. keyword4 := articleInfo.Abstract
  1136. mapAlreadySend := make(map[int]int)
  1137. //如果是策略就按照策略的推送方式来写
  1138. if reportMapDetail.ChartPermissionName == utils.CE_LUE_NAME || reportMapDetail.ChartPermissionName == utils.GU_SHOU_NAME {
  1139. //获取提交过推送规则的用户的 openid
  1140. mapUserFllowCeLue := make(map[int]string)
  1141. userFllowCeLueList, err := models.GetCygxUserFllowCeLueOpenid(articleInfo.CategoryId)
  1142. if err != nil {
  1143. return err
  1144. }
  1145. for _, v := range userFllowCeLueList {
  1146. mapUserFllowCeLue[v.UserId] = v.OpenId
  1147. }
  1148. for k, v := range mapOpenidPower {
  1149. if mapOpenidPushed[k] != "" {
  1150. continue
  1151. }
  1152. openIditem := new(models.OpenIdList)
  1153. openIditem.UserId = k
  1154. openIditem.OpenId = v
  1155. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1156. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1157. mapActivityUserId := make(map[int]string)
  1158. if articleInfo.ReportType == 2 {
  1159. sliceSubjectId, _ := models.GetSubjectIds(articleId)
  1160. if sliceSubjectId != "" {
  1161. appointmentList, err := models.GetCygxAppointmentSummaryBySubjectId(sliceSubjectId)
  1162. if err != nil {
  1163. fmt.Println("GetCygxAppointmentSummaryListBySubjectId Err:", err.Error())
  1164. return err
  1165. }
  1166. var userIds []string
  1167. if len(appointmentList) > 0 {
  1168. for _, v := range appointmentList {
  1169. //fmt.Println("mapActivityUserId:", v.UserId)
  1170. userIds = append(userIds, strconv.Itoa(v.UserId))
  1171. mapActivityUserId[v.UserId] += v.ActivityName + ","
  1172. }
  1173. userIdstr := strings.Join(userIds, ",")
  1174. openIdLists, err := models.GetOpenIdByUserIds(userIdstr)
  1175. if err != nil {
  1176. fmt.Println("GetOpenIdByUserIds Err:", err.Error())
  1177. return err
  1178. }
  1179. for _, item := range openIdLists {
  1180. first := "您预约的调研,有关联的纪要发布/更新了"
  1181. keyword1 := industryName
  1182. openIditem := new(models.OpenIdList)
  1183. openIditem.OpenId = item.OpenId
  1184. openIditem.UserId = item.UserId
  1185. if _, ok := mapAlreadySend[openIditem.UserId]; !ok {
  1186. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1187. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1188. fmt.Println("AlreadySend:", openIditem.UserId)
  1189. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1190. }
  1191. }
  1192. }
  1193. }
  1194. //fmt.Println("openIditem.UserId:", openIditem.UserId)
  1195. //if _,ok := mapActivityUserId[openIditem.UserId]; ok{
  1196. // first = "您预约的调研,有关联的纪要发布/更新了"
  1197. // keyword1 = industryName
  1198. // SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1199. // delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1200. // mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1201. //}
  1202. }
  1203. _, ok := mapAlreadySend[openIditem.UserId]
  1204. //如果有权限而且小助手没有提交过信息的 就做正常推送
  1205. if mapUserIdChooseSend[openIditem.UserId] == 0 && !ok {
  1206. fmt.Println("1:", articleId)
  1207. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1208. }
  1209. //如果小助手勾选了对应的权限信息 就做正常推送
  1210. if mapUserIdChooseSend[openIditem.UserId] != 0 && mapUserFllowCeLue[openIditem.UserId] != "" && !ok {
  1211. fmt.Println("2:", articleId)
  1212. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1213. }
  1214. }
  1215. } else {
  1216. for k, v := range mapOpenidPower {
  1217. if mapOpenidPushed[k] != "" {
  1218. continue
  1219. }
  1220. mapUserIdChooseSendType := make(map[int]int)
  1221. for _, vS := range chooseSendtList {
  1222. if vS.IsRefuse == 1 {
  1223. continue
  1224. }
  1225. //获取选择主客观赛道的用户
  1226. if reportMapDetail.PermissionType == 1 {
  1227. if vS.IsSubjective == 1 {
  1228. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1229. }
  1230. } else if reportMapDetail.PermissionType == 2 {
  1231. if vS.IsObjective == 1 {
  1232. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1233. }
  1234. } else {
  1235. if vS.IsSubjective == 1 || vS.IsObjective == 1 {
  1236. mapUserIdChooseSendType[vS.UserId] = vS.UserId
  1237. }
  1238. }
  1239. }
  1240. openIditem := new(models.OpenIdList)
  1241. openIditem.UserId = k
  1242. openIditem.OpenId = v
  1243. first := "您关注的赛道,有新的报告发布/更新,欢迎查看"
  1244. keyword1 := "【" + articleInfo.SubCategoryName + "】有报告发布/更新"
  1245. mapActivityUserId := make(map[int]string)
  1246. if articleInfo.ReportType == 2 {
  1247. keyword1 = fmt.Sprint("【", industryName, "】有报告发布/更新")
  1248. sliceSubjectId, _ := models.GetSubjectIds(articleId)
  1249. if sliceSubjectId != "" {
  1250. appointmentList, err := models.GetCygxAppointmentSummaryBySubjectId(sliceSubjectId)
  1251. if err != nil {
  1252. fmt.Println("GetCygxAppointmentSummaryListBySubjectId Err:", err.Error())
  1253. return err
  1254. }
  1255. var userIds []string
  1256. if len(appointmentList) > 0 {
  1257. for _, v := range appointmentList {
  1258. //fmt.Println("mapActivityUserId:", v.UserId)
  1259. userIds = append(userIds, strconv.Itoa(v.UserId))
  1260. mapActivityUserId[v.UserId] += v.ActivityName + ","
  1261. }
  1262. userIdstr := strings.Join(userIds, ",")
  1263. openIdLists, err := models.GetOpenIdByUserIds(userIdstr)
  1264. if err != nil {
  1265. fmt.Println("GetOpenIdByUserIds Err:", err.Error())
  1266. return err
  1267. }
  1268. for _, item := range openIdLists {
  1269. //first := "您预约的调研,有关联的纪要发布/更新了"
  1270. //keyword1 := industryName
  1271. openIditem := new(models.OpenIdList)
  1272. openIditem.OpenId = item.OpenId
  1273. openIditem.UserId = item.UserId
  1274. if _, ok := mapAlreadySend[openIditem.UserId]; !ok {
  1275. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1276. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1277. fmt.Println("AlreadySend:", openIditem.UserId)
  1278. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1279. }
  1280. }
  1281. }
  1282. }
  1283. }
  1284. //如果有权限而且小助手没有提交过信息的 就做正常推送
  1285. _, ok := mapAlreadySend[openIditem.UserId]
  1286. if mapUserIdChooseSend[openIditem.UserId] == 0 && !ok {
  1287. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1288. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1289. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1290. }
  1291. //如果小助手勾选了对应的权限信息 就做正常推送
  1292. if mapUserIdChooseSend[openIditem.UserId] != 0 && mapOpenidFllow[openIditem.UserId] != "" && mapUserIdChooseSendType[openIditem.UserId] > 0 && !ok {
  1293. SendWxMsgWithArticleUpdate(first, keyword1, keyword2, keyword3, keyword4, openIditem, articleId)
  1294. delete(mapUserIdChooseSendTypeNoPermission, openIditem.UserId)
  1295. mapAlreadySend[openIditem.UserId] = openIditem.UserId
  1296. }
  1297. }
  1298. }
  1299. utils.Rc.Put(cacheKey, articleId, time.Hour*12)
  1300. return
  1301. }
  1302. // GetSpecialArticleDetailUserPower 处理用户查看专项调研文章详情的权限
  1303. func GetSpecialArticleDetailUserPower(user *models.WxUserItem, articleInfo *models.ArticleDetail) (havePower bool, err error) {
  1304. userType, _, e := GetUserType(user.CompanyId)
  1305. if e != nil {
  1306. err = errors.New("GetSpecialUserType, Err: " + e.Error())
  1307. return
  1308. }
  1309. // 永续客户、大套餐客户可以查看行业升级套餐客户 权限
  1310. if userType == 1 || userType == 2 {
  1311. havePower = true
  1312. return
  1313. }
  1314. permissionStr, e := GetCompanyPermissionUpgrade(user.CompanyId)
  1315. if e != nil {
  1316. err = errors.New("GetCompanyPermissionUpgrade, Err: " + e.Error())
  1317. return
  1318. }
  1319. reportMapDetail, e := models.GetdetailByCategoryIdPush(articleInfo.CategoryId)
  1320. if e != nil {
  1321. err = errors.New("GetdetailByCategoryIdPush, Err: " + e.Error())
  1322. return
  1323. }
  1324. if reportMapDetail == nil {
  1325. err = errors.New("GetdetailByCategoryIdP,获取详情失败, ")
  1326. return
  1327. }
  1328. fmt.Println(permissionStr)
  1329. //如果没有对应的升级权限,则返回
  1330. if !strings.Contains(permissionStr, reportMapDetail.ChartPermissionName) {
  1331. return
  1332. } else {
  1333. havePower = true
  1334. }
  1335. return
  1336. }
  1337. // HandleArticleCategoryImg 预处理文章的封面图片
  1338. func HandleArticleCategoryImg(list []*models.HomeArticle) (items []*models.HomeArticle, err error) {
  1339. //研选的五张图片
  1340. detailResearch, e := models.GetConfigByCode("category_research_img_url")
  1341. if e != nil {
  1342. err = errors.New("获取研选的五张图片失败" + e.Error())
  1343. return
  1344. }
  1345. researchList := strings.Split(detailResearch.ConfigValue, "{|}")
  1346. //对应分类的所图片
  1347. detailCategoryUrl, err := models.GetConfigByCode("category_map_img_url")
  1348. if err != nil {
  1349. err = errors.New("获取对应分类的所图片失败" + err.Error())
  1350. return
  1351. }
  1352. categoryUrlList := strings.Split(detailCategoryUrl.ConfigValue, "{|}")
  1353. mapCategoryUrl := make(map[string]string)
  1354. var categoryId string
  1355. var imgUrlChart string
  1356. for _, v := range categoryUrlList {
  1357. vslice := strings.Split(v, "_")
  1358. categoryId = vslice[0]
  1359. imgUrlChart = vslice[len(vslice)-1]
  1360. mapCategoryUrl[categoryId] = imgUrlChart
  1361. }
  1362. mapChartPerssion := make(map[string]string)
  1363. reportMappingList, err := models.GetReportMappingStrategyAll()
  1364. if err != nil {
  1365. err = errors.New("GetReportMappingStrategyAll err" + err.Error())
  1366. return
  1367. }
  1368. for _, v := range reportMappingList {
  1369. mapChartPerssion[strconv.Itoa(v.CategoryId)] = v.ChartPermissionName
  1370. }
  1371. for k, v := range list {
  1372. list[k].Abstract, _ = GetReportContentTextSub(v.Abstract)
  1373. item := list[k]
  1374. //如果文章一开始的内容是图片,优先展示第一张图片
  1375. if list[k].Annotation == "" {
  1376. imgurl, _ := FixArticleImgUrl(html.UnescapeString(list[k].Body))
  1377. if imgurl != "" {
  1378. list[k].BodyHtml = imgurl
  1379. }
  1380. }
  1381. //newBody, _ := GetReportContentTextSubByarticle(item.Body, item.Annotation, item.ArticleId)
  1382. list[k].Annotation = ArticleAnnotation(item)
  1383. list[k].Body = ""
  1384. list[k].PublishDate = utils.StrTimeToTime(item.PublishDate).Format(utils.FormatDate) //时间字符串格式转时间格式
  1385. list[k].ChartPermissionName = mapChartPerssion[v.CategoryId]
  1386. //如果是研选系列的任意取五张图片的中的一张
  1387. if v.CategoryId == "0" || v.ArticleId > utils.SummaryArticleId {
  1388. knum := v.ArticleId % 5
  1389. list[k].ImgUrlPc = researchList[knum]
  1390. } else {
  1391. list[k].ImgUrlPc = mapCategoryUrl[v.CategoryId]
  1392. }
  1393. list[k].ArticleResponse = 4 // 默认展示核心观点
  1394. //ArticleResponse int `description:"报告类型 0:啥也不是,1研选报告,2:研选纪要,3:研选沙龙,4;核心观点"`
  1395. if list[k].ArticleId >= utils.SummaryArticleId {
  1396. list[k].HttpUrl = utils.StrategyPlatform + strconv.Itoa(v.ArticleId)
  1397. list[k].IsNeedJump = true
  1398. list[k].ArticleResponse = 1
  1399. //if v.IsReport == 1 {
  1400. // list[k].ArticleResponse = 1
  1401. //} else if v.ArticleTypeName == "纪要" {
  1402. // list[k].ArticleResponse = 2
  1403. //} else if v.ArticleTypeName == "观点" {
  1404. // list[k].ArticleResponse = 3
  1405. //} else if v.ArticleTypeName == "沙龙" {
  1406. // list[k].ArticleResponse = 3
  1407. //} else if v.ArticleTypeName == "路演精华" {
  1408. // list[k].ArticleResponse = 1
  1409. //}
  1410. }
  1411. list[k].Source = 1
  1412. //添加行业默认图片
  1413. if v.ImgUrlPc == "" {
  1414. if v.ChartPermissionName == utils.YI_YAO_NAME {
  1415. list[k].ImgUrlPc = utils.YI_YAO_OTHER_IMG
  1416. } else if v.ChartPermissionName == utils.XIAO_FEI_NAME {
  1417. list[k].ImgUrlPc = utils.XIAO_FEI_OTHER_IMG
  1418. } else if v.ChartPermissionName == utils.KE_JI_NAME {
  1419. list[k].ImgUrlPc = utils.KE_JI_OTHER_IMG
  1420. } else if v.ChartPermissionName == utils.ZHI_ZAO_NAME {
  1421. list[k].ImgUrlPc = utils.ZHI_ZAO_OTHER_IMG
  1422. }
  1423. }
  1424. //是不是研选报告
  1425. if v.ArticleTypeId > 0 {
  1426. list[k].IsResearch = true
  1427. }
  1428. }
  1429. articleIds := make([]int, 0)
  1430. for i := range list {
  1431. articleIds = append(articleIds, list[i].ArticleId)
  1432. }
  1433. articleMapPv := GetArticleHistoryByArticleId(articleIds) //文章Pv
  1434. // 报告关联产业信息
  1435. industryMap := make(map[int][]*models.IndustrialManagementIdInt, 0)
  1436. if len(articleIds) > 0 {
  1437. var industryCond string
  1438. var industryPars []interface{}
  1439. industryCond += ` AND mg.article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  1440. industryPars = append(industryPars, articleIds)
  1441. industryList, e := models.GetIndustrialListByarticleId(industryPars, industryCond)
  1442. if e != nil {
  1443. err = errors.New("GetIndustrialListByarticleId" + e.Error())
  1444. return
  1445. }
  1446. for i := range industryList {
  1447. v := industryList[i]
  1448. industryMap[v.ArticleId] = append(industryMap[v.ArticleId], &models.IndustrialManagementIdInt{
  1449. ArticleId: v.ArticleId,
  1450. IndustrialManagementId: v.IndustrialManagementId,
  1451. IndustryName: v.IndustryName,
  1452. ChartPermissionId: v.ChartPermissionId,
  1453. })
  1454. }
  1455. }
  1456. for k, v := range list {
  1457. if len(industryMap[v.ArticleId]) > 0 {
  1458. list[k].List = industryMap[v.ArticleId]
  1459. } else {
  1460. list[k].List = make([]*models.IndustrialManagementIdInt, 0)
  1461. }
  1462. v.Pv = articleMapPv[v.ArticleId]
  1463. if v.Pv > 999 {
  1464. list[k].Pv = 999
  1465. }
  1466. if v.SubCategoryName == "宏观G2观察" {
  1467. list[k].Title = "【宏观G2观察】" + v.Title
  1468. }
  1469. }
  1470. if len(list) == 0 {
  1471. list = make([]*models.HomeArticle, 0)
  1472. }
  1473. items = list
  1474. return
  1475. }
  1476. // 处理核心观点的展示规则
  1477. func ArticleAnnotation(item *models.HomeArticle) (annotation string) {
  1478. if item.ArticleId >= utils.SummaryArticleId {
  1479. item.Annotation = YxArticleAnnotation(item)
  1480. }
  1481. if item.Annotation != "" {
  1482. annotation = strings.Replace(item.Annotation, "<br>", "", -1)
  1483. annotation = strings.Replace(item.Annotation, "&nbsp;", "", -1)
  1484. } else {
  1485. return
  1486. }
  1487. bodyText, _ := GetReportContentTextSubNew(annotation)
  1488. if bodyText == "" {
  1489. return
  1490. }
  1491. if annotation != "" {
  1492. annotation = html.UnescapeString(annotation)
  1493. doc, _ := goquery.NewDocumentFromReader(strings.NewReader(annotation))
  1494. docText := doc.Text()
  1495. mapDoc := make(map[int]string)
  1496. var mapSort []int
  1497. p := doc.Find("p")
  1498. p.Each(func(tk int, pd *goquery.Selection) {
  1499. pdText := pd.Text()
  1500. pdText = strings.Replace(pdText, " ", "", -1)
  1501. if pdText != "" {
  1502. textLen := strings.Index(docText, pdText)
  1503. mapDoc[(strings.Index(docText, pdText))] = pdText
  1504. mapSort = append(mapSort, textLen)
  1505. }
  1506. })
  1507. li := doc.Find("li")
  1508. li.Each(func(tk int, li *goquery.Selection) {
  1509. liText := li.Text()
  1510. liText = strings.Replace(liText, " ", "", -1)
  1511. if liText != "" {
  1512. textLen := strings.Index(docText, liText)
  1513. mapDoc[(strings.Index(docText, liText))] = strconv.Itoa(tk+1) + "." + liText
  1514. mapSort = append(mapSort, textLen)
  1515. }
  1516. })
  1517. ul := doc.Find("ul")
  1518. ul.Each(func(tk int, ul *goquery.Selection) {
  1519. ulText := ul.Text()
  1520. ulText = strings.Replace(ulText, " ", "", -1)
  1521. if ulText != "" {
  1522. textLen := strings.Index(docText, ulText)
  1523. mapDoc[(strings.Index(docText, ulText))] = ulText
  1524. mapSort = append(mapSort, textLen)
  1525. }
  1526. })
  1527. if len(mapSort) == 0 {
  1528. return
  1529. } else {
  1530. //排序
  1531. sort.Ints(mapSort)
  1532. var annotationHtml string
  1533. for _, vSort := range mapSort {
  1534. for k, v := range mapDoc {
  1535. if k == vSort && v != "" {
  1536. annotationHtml += v + "<br>"
  1537. }
  1538. }
  1539. }
  1540. annotationHtml = strings.TrimRight(annotationHtml, "<br>")
  1541. annotationHtml = "<p>" + annotationHtml + "</p>"
  1542. annotation = annotationHtml
  1543. }
  1544. }
  1545. return
  1546. }
  1547. // 处理核心观点的展示规则
  1548. func AnnotationHtml(bodyText string) (annotation string) {
  1549. if bodyText == "" {
  1550. return
  1551. }
  1552. annotation = bodyText
  1553. annotation = html.UnescapeString(annotation)
  1554. doc, _ := goquery.NewDocumentFromReader(strings.NewReader(annotation))
  1555. docText := doc.Text()
  1556. mapDoc := make(map[int]string)
  1557. var mapSort []int
  1558. p := doc.Find("p")
  1559. p.Each(func(tk int, pd *goquery.Selection) {
  1560. pdText := pd.Text()
  1561. //pdText = strings.Replace(pdText, " ", "", -1)
  1562. if pdText != "" {
  1563. textLen := strings.Index(docText, pdText)
  1564. mapDoc[(strings.Index(docText, pdText))] = pdText
  1565. mapSort = append(mapSort, textLen)
  1566. }
  1567. })
  1568. li := doc.Find("li")
  1569. li.Each(func(tk int, li *goquery.Selection) {
  1570. liText := li.Text()
  1571. liText = strings.Replace(liText, " ", "", -1)
  1572. if liText != "" {
  1573. textLen := strings.Index(docText, liText)
  1574. mapDoc[(strings.Index(docText, liText))] = strconv.Itoa(tk+1) + "." + liText
  1575. mapSort = append(mapSort, textLen)
  1576. }
  1577. })
  1578. ul := doc.Find("ul")
  1579. ul.Each(func(tk int, ul *goquery.Selection) {
  1580. ulText := ul.Text()
  1581. ulText = strings.Replace(ulText, " ", "", -1)
  1582. if ulText != "" {
  1583. textLen := strings.Index(docText, ulText)
  1584. mapDoc[(strings.Index(docText, ulText))] = ulText
  1585. mapSort = append(mapSort, textLen)
  1586. }
  1587. })
  1588. section := doc.Find("section")
  1589. section.Each(func(tk int, section *goquery.Selection) {
  1590. sectionText := section.Text()
  1591. sectionText = strings.Replace(sectionText, " ", "", -1)
  1592. if sectionText != "" {
  1593. textLen := strings.Index(docText, sectionText)
  1594. mapDoc[(strings.Index(docText, sectionText))] = sectionText
  1595. mapSort = append(mapSort, textLen)
  1596. }
  1597. })
  1598. if len(mapSort) == 0 {
  1599. return
  1600. } else {
  1601. //排序
  1602. sort.Ints(mapSort)
  1603. var annotationHtml string
  1604. for _, vSort := range mapSort {
  1605. for k, v := range mapDoc {
  1606. if k == vSort && v != "" {
  1607. annotationHtml += v + "<br>"
  1608. }
  1609. }
  1610. }
  1611. annotationHtml = strings.TrimRight(annotationHtml, "<br>")
  1612. annotationHtml = "<p>" + annotationHtml + "</p>"
  1613. annotation = annotationHtml
  1614. }
  1615. return
  1616. }
  1617. // 处理产品内测展示规则
  1618. func ProductInteriorHtml(bodyText string) (annotation string) {
  1619. if bodyText == "" {
  1620. return
  1621. }
  1622. sliceBody := strings.Split(bodyText, "</p>")
  1623. annotation, _ = GetReportContentTextSub(sliceBody[0])
  1624. return
  1625. }
  1626. // 解析研选内容中的核心观点
  1627. func YxArticleAnnotation(article *models.HomeArticle) (annotation string) {
  1628. //如果不规范,就获取内容主体
  1629. if strings.Count(article.Body, "<hr") == 0 {
  1630. //如果内容不规范而且,还有图片,就把核心观点置空
  1631. if article.BodyHtml != "" {
  1632. return
  1633. }
  1634. annotation, _ = GetReportContentTextSub(article.Body)
  1635. return
  1636. }
  1637. body := strings.ReplaceAll(article.Body, "<strong>", "")
  1638. body = strings.ReplaceAll(body, "</strong>", "")
  1639. body = strings.ReplaceAll(body, "</ol>", "</div>")
  1640. body = strings.ReplaceAll(body, "<ol>", "<div>")
  1641. body = strings.ReplaceAll(body, "</li>", "</p>")
  1642. body = strings.ReplaceAll(body, "<li>", "<p>")
  1643. re, _ := regexp.Compile("<strong.*?>")
  1644. body = re.ReplaceAllString(body, "")
  1645. reLi, _ := regexp.Compile("<li.*?>")
  1646. body = reLi.ReplaceAllString(body, "")
  1647. var plus int
  1648. coreIndex := strings.Index(body, "核心观点:")
  1649. plus = 15
  1650. if coreIndex == -1 {
  1651. coreIndex = strings.Index(body, "核心观点:")
  1652. plus = 13
  1653. }
  1654. if coreIndex == -1 {
  1655. coreIndex = strings.Index(body, "核心观点")
  1656. plus = 12
  1657. }
  1658. if coreIndex == -1 {
  1659. coreIndex = strings.Index(body, "核心结论:")
  1660. plus = 15
  1661. }
  1662. if coreIndex == -1 {
  1663. coreIndex = strings.Index(body, "核心结论:")
  1664. plus = 13
  1665. }
  1666. if coreIndex == -1 {
  1667. coreIndex = strings.Index(body, "核心结论")
  1668. plus = 12
  1669. }
  1670. endIndex := strings.Index(body, "<hr")
  1671. if coreIndex != -1 && endIndex != -1 {
  1672. body = body[coreIndex+plus : endIndex]
  1673. }
  1674. annotation = body
  1675. return
  1676. }
  1677. // 通过接解析带有Md5的文章链接获取文章ID
  1678. func GetReportLinkToArticleid(reportLink string) (articleId int, err error) {
  1679. defer func() {
  1680. if err != nil {
  1681. go utils.SendAlarmMsg("通过接解析带有Md5的文章链接获取文章ID失败"+err.Error(), 2)
  1682. }
  1683. }()
  1684. var artMd5 string
  1685. //处理Md5的
  1686. strnum1 := strings.Index(reportLink, "id=")
  1687. if strnum1 > 0 {
  1688. sliceId := strings.Split(reportLink, "id=")
  1689. if len(sliceId) > 1 {
  1690. reportLink = sliceId[1]
  1691. sliceMd5Id := strings.Split(reportLink, "&")
  1692. artMd5 = sliceMd5Id[0]
  1693. }
  1694. if artMd5 != "" {
  1695. detail, errArt := models.GetArticleDetailByIdMd5(artMd5)
  1696. if errArt != nil && errArt.Error() != utils.ErrNoRow() {
  1697. err = errArt
  1698. return
  1699. }
  1700. if detail != nil {
  1701. articleId = detail.ArticleId
  1702. }
  1703. }
  1704. } else {
  1705. //处理活动的
  1706. linkList := strings.Split(reportLink, "/")
  1707. if linkList[len(linkList)-1] != "" {
  1708. linkArticleId, _ := strconv.Atoi(linkList[len(linkList)-1])
  1709. if linkArticleId > 0 {
  1710. articleInfo, errArt := models.GetArticleDetailById(linkArticleId)
  1711. if errArt != nil && errArt.Error() != utils.ErrNoRow() {
  1712. err = errArt
  1713. return
  1714. }
  1715. if articleInfo != nil {
  1716. articleId = articleInfo.ArticleId
  1717. }
  1718. }
  1719. }
  1720. }
  1721. return
  1722. }
  1723. // GetArticleStockMap 获取个股标签所对应的文章ID
  1724. func GetArticleStockMap() (mapResp map[string]int, err error) {
  1725. defer func() {
  1726. if err != nil {
  1727. go utils.SendAlarmMsg("获取个股标签所对应的文章ID失败"+err.Error(), 2)
  1728. }
  1729. }()
  1730. list, err := models.GetArticleStock()
  1731. if err != nil && err.Error() != utils.ErrNoRow() {
  1732. return
  1733. }
  1734. mapResp = make(map[string]int, 0)
  1735. if len(list) > 0 {
  1736. //一对一精准匹配
  1737. for _, v := range list {
  1738. sliceSubjects := strings.Split(v.Stock, "/")
  1739. if len(sliceSubjects) > 0 {
  1740. for _, vSubject := range sliceSubjects {
  1741. sliceKuohao := strings.Split(vSubject, "(") //过滤括号
  1742. sliceXiahuaxian := strings.Split(sliceKuohao[0], "-") //过滤下划线
  1743. subject := sliceXiahuaxian[0]
  1744. mapResp[subject] = v.ArticleId
  1745. }
  1746. }
  1747. }
  1748. }
  1749. return
  1750. }
  1751. // GetAiQianYanArtilceList 获取AI前沿几篇文章
  1752. func GetAiQianYanArtilceList(startSize, pageSize int) (items []*models.ReportArticle, total int, err error) {
  1753. defer func() {
  1754. if err != nil {
  1755. go utils.SendAlarmMsg("获取AI前沿几篇文章失败"+err.Error(), 2)
  1756. }
  1757. }()
  1758. var condition string
  1759. var pars []interface{}
  1760. condition += ` AND title LIKE '%AI前沿%' AND publish_status = 1 ORDER BY publish_date DESC `
  1761. articleList, e := models.GetCygxCygxArticleList(condition, pars, startSize, pageSize)
  1762. if e != nil {
  1763. err = errors.New("GetCygxCygxArticleList, Err: " + e.Error())
  1764. return
  1765. }
  1766. total, e = models.GetCygxArticleCount(condition, pars)
  1767. if e != nil {
  1768. err = errors.New("GetCygxArticleCount, Err: " + e.Error())
  1769. return
  1770. }
  1771. for _, v := range articleList {
  1772. item := new(models.ReportArticle)
  1773. item.ArticleId = v.ArticleId
  1774. item.Title = v.Title
  1775. item.Abstract = v.Abstract
  1776. item.Annotation = v.Annotation
  1777. item.PublishDate = v.PublishDate
  1778. item.Resource = 1
  1779. item.CategoryId = strconv.Itoa(v.CategoryId)
  1780. item.Body = v.Body
  1781. items = append(items, item)
  1782. }
  1783. return
  1784. }
  1785. // 获取文章内部图表的第一张封面图
  1786. func GetArticleCoverByChartFirst(body string) (cover string) {
  1787. var err error
  1788. defer func() {
  1789. if err != nil {
  1790. fmt.Println(err)
  1791. go utils.SendAlarmMsg("获取文章内部图表的第一张封面图失败,Err:"+err.Error()+body, 3)
  1792. }
  1793. }()
  1794. var chartUrl string
  1795. var hrefRegexp = regexp.MustCompile(utils.RegularUrl)
  1796. match := hrefRegexp.FindAllString(body, -1)
  1797. if match != nil {
  1798. for _, v := range match {
  1799. if strings.Contains(v, "charts/display") {
  1800. chartUrl = v
  1801. break
  1802. }
  1803. }
  1804. }
  1805. if chartUrl != "" {
  1806. urlSlice := strings.Split(chartUrl, "/")
  1807. lenurlSlice := len(urlSlice)
  1808. sourceId, _ := strconv.Atoi(urlSlice[lenurlSlice-1])
  1809. if sourceId == 0 {
  1810. sourceId, _ = strconv.Atoi(urlSlice[lenurlSlice-2])
  1811. }
  1812. if sourceId == 0 {
  1813. err = errors.New("新的图标链接无法解析" + chartUrl)
  1814. return
  1815. }
  1816. chartUrlApi := utils.ApiUrl + "charts/" + strconv.Itoa(sourceId)
  1817. authorization := utils.ApiAuthorization
  1818. body, e := PublicGetDate(chartUrlApi, authorization)
  1819. if e != nil {
  1820. err = errors.New("PublicGetDate" + err.Error())
  1821. return
  1822. }
  1823. var resultDate models.ChartResultDetailApi
  1824. e = json.Unmarshal(body, &resultDate)
  1825. if e != nil {
  1826. err = errors.New(" json.Unmarshal" + err.Error())
  1827. }
  1828. cover = resultDate.Data.Cover
  1829. }
  1830. return
  1831. }
  1832. // GetYxArticleIdMap 获取研选文章ID
  1833. func GetYxArticleIdMap(articleIds []int) (mapResp map[int]bool) {
  1834. var err error
  1835. defer func() {
  1836. if err != nil {
  1837. go utils.SendAlarmMsg("获取研选文章ID失败,GetYxArticleIdMap"+err.Error(), 2)
  1838. }
  1839. }()
  1840. var condition string
  1841. var pars []interface{}
  1842. condition = ` AND article_type_id > 0 `
  1843. if len(articleIds) > 0 {
  1844. condition += ` AND article_id IN (` + utils.GetOrmInReplace(len(articleIds)) + `)`
  1845. pars = append(pars, articleIds)
  1846. }
  1847. articleList, e := models.GetArticleList(condition, pars)
  1848. if e != nil {
  1849. err = errors.New("GetArticleList, Err: " + e.Error())
  1850. return
  1851. }
  1852. mapResp = make(map[int]bool, 0)
  1853. for _, v := range articleList {
  1854. mapResp[v.ArticleId] = true
  1855. }
  1856. return
  1857. }
  1858. // GetUserArticleHistoryRecord 获取用户已经阅读的文章ID
  1859. func GetUserArticleHistoryRecord(user *models.WxUserItem) (articleIdMap map[int]bool, err error) {
  1860. var condition string
  1861. var pars []interface{}
  1862. condition = " AND user_id = ? "
  1863. pars = append(pars, user.UserId)
  1864. articleIdMap = make(map[int]bool, 0)
  1865. list, err := models.GetArticleHistoryRecord(condition, pars)
  1866. if err != nil && err.Error() != utils.ErrNoRow() {
  1867. return
  1868. }
  1869. for _, v := range list {
  1870. articleIdMap[v.ArticleId] = true
  1871. }
  1872. return
  1873. }
  1874. // GetUserArticleHistoryIndustrialNewPublishDate 获取产业关联的的文章用户是否阅读
  1875. func GetUserArticleHistoryIndustrialNewPublishDate(user *models.WxUserItem, industrialIdArr []int, articleTypeIds, resource string) (mapIndustrialArticleHistory map[int]bool, err error) {
  1876. if len(industrialIdArr) == 0 {
  1877. return
  1878. }
  1879. var condition string
  1880. var pars []interface{}
  1881. articleIdMap, err := GetUserArticleHistoryRecord(user)
  1882. if err != nil {
  1883. return
  1884. }
  1885. if resource == utils.REOURCE_YX {
  1886. condition = ` AND a.publish_status = 1 AND a.article_type_id IN (` + articleTypeIds + `) `
  1887. } else {
  1888. condition = ` AND a.article_type_id = 0 AND a.article_id < ` + strconv.Itoa(utils.SummaryArticleId)
  1889. }
  1890. var startTime time.Time
  1891. if utils.StrTimeToTime(utils.OnlineTime).After(user.CreatedTime) {
  1892. startTime = utils.StrTimeToTime(utils.OnlineTime)
  1893. } else {
  1894. startTime = user.CreatedTime
  1895. }
  1896. condition += ` AND mg.industrial_management_id IN (` + utils.GetOrmInReplace(len(industrialIdArr)) + `) AND a.publish_date > ? `
  1897. pars = append(pars, industrialIdArr, startTime)
  1898. list, err := models.GetCygxIndustrialArticleGroupManagement(condition, pars)
  1899. if err != nil {
  1900. return
  1901. }
  1902. mapIndustrialArticle := make(map[int][]*models.CygxIndustrialArticleGroupManagementResp)
  1903. //mapIndustrialArticleMax := make(map[int]int, 0)
  1904. mapIndustrialArticleHistory = make(map[int]bool, 0)
  1905. //mapIndustrialArticleMaxTime := make(map[int]time.Time)
  1906. for _, v := range list {
  1907. item := new(models.CygxIndustrialArticleGroupManagementResp)
  1908. item.IndustrialManagementId = v.IndustrialManagementId
  1909. item.ArticleId = v.ArticleId
  1910. item.PublishDate = v.PublishDate
  1911. mapIndustrialArticle[v.IndustrialManagementId] = append(mapIndustrialArticle[v.IndustrialManagementId], item)
  1912. }
  1913. for k, v := range mapIndustrialArticle {
  1914. for _, item := range v {
  1915. if !articleIdMap[item.ArticleId] {
  1916. mapIndustrialArticleHistory[k] = true
  1917. }
  1918. }
  1919. }
  1920. return
  1921. }