Merge branch 'feature/deepseek_rag_1.0' of http://8.136.199.33:3000/eta_server/eta_api into feature/deepseek_rag_1.0

controllers/rag/wechat_platform_controller.go

@@ -598,3 +598,9 @@ func (c *WechatPlatformController) ArticleDel() {
 	br.Success = true
 	br.Msg = "删除成功"
 }
+
+//func init() {
+//	obj := rag.WechatPlatform{}
+//	item, _ := obj.GetByID(2)
+//	fmt.Println(llm.BeachAddWechatPlatform(item))
+//}

services/llm/wechat_platform.go

@@ -9,6 +9,8 @@ import (
 	"time"
 )
 
+// TODO 改成走队列，避免并发
+
 func AddWechatPlatform(item *rag.WechatPlatform) {
 	var err error
 	defer func() {
@@ -73,6 +75,9 @@ func AddWechatPlatform(item *rag.WechatPlatform) {
 	// 把刚搜索的文章加入到指标库
 	AddWechatArticle(item, articleLink, articleDetail, nil)
 
+	BeachAddWechatPlatform(item)
+	fmt.Println("公众号入库完成")
+
 	return
 }
 
@@ -167,12 +172,21 @@ func BeachAddWechatPlatform(item *rag.WechatPlatform) (err error) {
 
 	num := 10
 
+	wechatArticleObj := new(rag.WechatArticle)
+
 	// 获取公众号的文章列表
 	articleListResp, err := SearchByWechatArticleList(item.FakeId, num)
 	if err != nil {
 		return
 	}
 	for _, articleMenu := range articleListResp.List {
+		// 判断文章是否已经入库，如果已经入库了，那么就过滤，不去重复查询微信了
+		_, err = wechatArticleObj.GetByLink(articleMenu.Link)
+		if err == nil {
+			// 文章已经入库了，不需要重复入库
+			continue
+		}
+
 		articleDetail, tmpErr := SearchByWechatArticle(articleMenu.Link)
 		if tmpErr != nil {
 			err = tmpErr