|
@@ -1,6 +1,7 @@
|
|
package services
|
|
package services
|
|
|
|
|
|
import (
|
|
import (
|
|
|
|
+ "context"
|
|
"encoding/json"
|
|
"encoding/json"
|
|
"fmt"
|
|
"fmt"
|
|
"github.com/PuerkitoBio/goquery"
|
|
"github.com/PuerkitoBio/goquery"
|
|
@@ -271,15 +272,14 @@ func FixArticleContent(articleId int) {
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
-//func GetArticleListByApi(cont context.Context) (err error) {
|
|
|
|
-func GetArticleListByApi() (err error) {
|
|
|
|
|
|
+func GetArticleListByApi(cont context.Context) (err error) {
|
|
defer func() {
|
|
defer func() {
|
|
if err != nil {
|
|
if err != nil {
|
|
fmt.Println("GetArticleListByApi Err:" + err.Error())
|
|
fmt.Println("GetArticleListByApi Err:" + err.Error())
|
|
go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error(), utils.EmailSendToUsers)
|
|
go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"失败提醒", "GetArticleListByApi ErrMsg:"+err.Error(), utils.EmailSendToUsers)
|
|
}
|
|
}
|
|
}()
|
|
}()
|
|
- url := "https://vmp.hzinsights.com/v2api/articles/mp?take=200&skip=0&publish_status=1"
|
|
|
|
|
|
+ url := "https://vmp.hzinsights.com/v2api/articles/mp?take=100&skip=0&publish_status=1"
|
|
method := "GET"
|
|
method := "GET"
|
|
client := &nhttp.Client{}
|
|
client := &nhttp.Client{}
|
|
req, err := nhttp.NewRequest(method, url, nil)
|
|
req, err := nhttp.NewRequest(method, url, nil)
|
|
@@ -314,7 +314,7 @@ func GetArticleListByApi() (err error) {
|
|
fmt.Println("GetlistMap Err:", err.Error())
|
|
fmt.Println("GetlistMap Err:", err.Error())
|
|
return err
|
|
return err
|
|
}
|
|
}
|
|
- //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
|
|
|
|
|
|
+ //新旧分类 反向隐射,是否归类,是否是报告,是否是纪要库
|
|
for _, v := range listMap {
|
|
for _, v := range listMap {
|
|
exitMap[v.Id] = v.OldId
|
|
exitMap[v.Id] = v.OldId
|
|
if v.IsClass == 1 {
|
|
if v.IsClass == 1 {
|
|
@@ -365,7 +365,6 @@ func GetArticleListByApi() (err error) {
|
|
listAuthor = append(listAuthor, itemAuthor)
|
|
listAuthor = append(listAuthor, itemAuthor)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
-
|
|
|
|
//同步作者
|
|
//同步作者
|
|
for _, v := range listAuthor {
|
|
for _, v := range listAuthor {
|
|
var count int
|
|
var count int
|
|
@@ -394,20 +393,8 @@ func GetArticleListByApi() (err error) {
|
|
return err
|
|
return err
|
|
}
|
|
}
|
|
fmt.Println("list len:", len(list))
|
|
fmt.Println("list len:", len(list))
|
|
- //summaryCategoryIds := "28,32,45,50,57,62,72,74,79,84,86,88,90,93,95,96" //纪要库的文章类型categoty_id
|
|
|
|
- //listSummary := strings.Split(summaryCategoryIds, ",")
|
|
|
|
noSummaryArticleIds := "3454,3456,3457,3459,2449,2450,2453,2454,2459,2530,2583,2663,2670,2699,2715,2732,2748,2759,2399,2356,2870,3173,2978,2826,3470" //非纪要库类型的文章ID
|
|
noSummaryArticleIds := "3454,3456,3457,3459,2449,2450,2453,2454,2459,2530,2583,2663,2670,2699,2715,2732,2748,2759,2399,2356,2870,3173,2978,2826,3470" //非纪要库类型的文章ID
|
|
listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
|
|
listNoSummaryArticleIds := strings.Split(noSummaryArticleIds, ",")
|
|
- //listPermission, errper := models.GetPermissionMappingCategoryID()
|
|
|
|
- //if errper != nil {
|
|
|
|
- // fmt.Println("GetTacticsList Err:", errper.Error())
|
|
|
|
- // return
|
|
|
|
- //}
|
|
|
|
- //summaryMap := make(map[int]int)
|
|
|
|
- //for _, vSum := range listSummary {
|
|
|
|
- // vSumInt, _ := strconv.Atoi(vSum)
|
|
|
|
- // summaryMap[vSumInt] = 1
|
|
|
|
- //}
|
|
|
|
for k, v := range list {
|
|
for k, v := range list {
|
|
//同步匹配类型
|
|
//同步匹配类型
|
|
matchTypeName := ""
|
|
matchTypeName := ""
|
|
@@ -427,7 +414,6 @@ func GetArticleListByApi() (err error) {
|
|
v.IsSummary = 0
|
|
v.IsSummary = 0
|
|
}
|
|
}
|
|
}
|
|
}
|
|
-
|
|
|
|
if _, has := reportMap[v.CategoryId]; has {
|
|
if _, has := reportMap[v.CategoryId]; has {
|
|
v.IsReport = 1
|
|
v.IsReport = 1
|
|
if _, ok := classMap[v.CategoryId]; ok {
|
|
if _, ok := classMap[v.CategoryId]; ok {
|
|
@@ -437,21 +423,6 @@ func GetArticleListByApi() (err error) {
|
|
v.ReportType = 2 //是否属于产业报告
|
|
v.ReportType = 2 //是否属于产业报告
|
|
}
|
|
}
|
|
}
|
|
}
|
|
- //for _, vPer := range listPermission {
|
|
|
|
- // if v.CategoryId == vPer.CategoryId {
|
|
|
|
- // v.IsReport = 1
|
|
|
|
- // }
|
|
|
|
- //}
|
|
|
|
- //if v.IsReport > 0 {
|
|
|
|
- // //是否属于策略 策略自动归类
|
|
|
|
- // //是否属于行业报告 行业报告自动归类
|
|
|
|
- // if v.CategoryId == 7 || v.CategoryId == 9 || v.CategoryId == 11 || v.CategoryId == 51 || v.CategoryId == 52 || v.CategoryId == 64 || v.CategoryId == 80 || v.CategoryId == 87 {
|
|
|
|
- // v.IsClass = 1
|
|
|
|
- // v.ReportType = 1 //是否属于行业报告
|
|
|
|
- // } else {
|
|
|
|
- // v.ReportType = 2 //是否属于产业报告
|
|
|
|
- // }
|
|
|
|
- //}
|
|
|
|
v.Department = "弘则权益研究"
|
|
v.Department = "弘则权益研究"
|
|
//判断是否已经存在
|
|
//判断是否已经存在
|
|
if v.ArticleId < 0 {
|
|
if v.ArticleId < 0 {
|