|
|
@@ -245,6 +245,11 @@ func GenerateArticleAbstract(item *rag.WechatArticle) {
|
|
|
}
|
|
|
}()
|
|
|
|
|
|
+ // 内容为空，那就不需要生成摘要
|
|
|
+ if item.TextContent == `` {
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
abstractObj := rag.WechatArticleAbstract{}
|
|
|
_, err = abstractObj.GetByWechatArticleId(item.WechatArticleId)
|
|
|
if err == nil {
|
|
|
@@ -292,53 +297,11 @@ func GenerateArticleAbstract(item *rag.WechatArticle) {
|
|
|
//tmpDocId := `2dde8afe62d24525a814e74e0a5e35e4` // 钢材
|
|
|
//tmpDocId := `7634cc1086c04b3687682220a2cf1a48` //
|
|
|
|
|
|
- historyList := make([]eta_llm_http.HistoryContent, 0)
|
|
|
-
|
|
|
- questionObj := rag.Question{}
|
|
|
- questionList, err := questionObj.GetListByCondition(``, []interface{}{}, 0, 100)
|
|
|
- if err != nil {
|
|
|
- err = fmt.Errorf("获取问题列表失败，Err:" + err.Error())
|
|
|
- return
|
|
|
- }
|
|
|
-
|
|
|
- addArticleChatRecordList := make([]*rag.WechatArticleChatRecord, 0)
|
|
|
-
|
|
|
- var abstract string
|
|
|
//开始对话
|
|
|
- for _, question := range questionList {
|
|
|
- originalAnswer, tmpAnswer, tmpErr := getAnswerByContent(tmpDocId, question.QuestionContent, historyList)
|
|
|
- if tmpErr != nil {
|
|
|
- err = fmt.Errorf("LLM对话失败，Err:" + tmpErr.Error())
|
|
|
- return
|
|
|
- }
|
|
|
- abstract = tmpAnswer
|
|
|
-
|
|
|
- historyList = append(historyList, eta_llm_http.HistoryContent{
|
|
|
- Role: `user`,
|
|
|
- Content: question.QuestionContent,
|
|
|
- }, eta_llm_http.HistoryContent{
|
|
|
- Role: `assistant`,
|
|
|
- Content: tmpAnswer,
|
|
|
- })
|
|
|
-
|
|
|
- // 待入库的数据
|
|
|
- addArticleChatRecordList = append(addArticleChatRecordList, &rag.WechatArticleChatRecord{
|
|
|
- WechatArticleChatRecordId: 0,
|
|
|
- WechatArticleId: item.WechatArticleId,
|
|
|
- ChatUserType: "user",
|
|
|
- Content: question.QuestionContent,
|
|
|
- SendTime: time.Now(),
|
|
|
- CreatedTime: time.Now(),
|
|
|
- UpdateTime: time.Now(),
|
|
|
- }, &rag.WechatArticleChatRecord{
|
|
|
- WechatArticleChatRecordId: 0,
|
|
|
- WechatArticleId: item.WechatArticleId,
|
|
|
- ChatUserType: "assistant",
|
|
|
- Content: originalAnswer,
|
|
|
- SendTime: time.Now(),
|
|
|
- CreatedTime: time.Now(),
|
|
|
- UpdateTime: time.Now(),
|
|
|
- })
|
|
|
+ abstract, addArticleChatRecordList, tmpErr := getAnswerByContent(item.WechatArticleId, tmpDocId)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = fmt.Errorf("LLM对话失败，Err:" + tmpErr.Error())
|
|
|
+ return
|
|
|
}
|
|
|
|
|
|
// 添加问答记录
|
|
|
@@ -351,6 +314,16 @@ func GenerateArticleAbstract(item *rag.WechatArticle) {
|
|
|
}
|
|
|
|
|
|
if abstract != `` {
|
|
|
+ if abstract == `sorry` || abstract == `根据已知信息无法回答该问题。` {
|
|
|
+ item.AbstractStatus = 2
|
|
|
+ item.ModifyTime = time.Now()
|
|
|
+ err = item.Update([]string{"AbstractStatus", "ModifyTime"})
|
|
|
+ return
|
|
|
+ }
|
|
|
+ item.AbstractStatus = 1
|
|
|
+ item.ModifyTime = time.Now()
|
|
|
+ err = item.Update([]string{"AbstractStatus", "ModifyTime"})
|
|
|
+
|
|
|
abstractItem := &rag.WechatArticleAbstract{
|
|
|
WechatArticleAbstractId: 0,
|
|
|
WechatArticleId: item.WechatArticleId,
|
|
|
@@ -365,12 +338,165 @@ func GenerateArticleAbstract(item *rag.WechatArticle) {
|
|
|
return
|
|
|
}
|
|
|
|
|
|
- AbstractToKnowledge(item, abstractItem)
|
|
|
+ AbstractToKnowledge(item, abstractItem, false)
|
|
|
}
|
|
|
}
|
|
|
|
|
|
-func getAnswerByContent(docId, question string, historyList []eta_llm_http.HistoryContent) (originalAnswer, answer string, err error) {
|
|
|
- originalAnswer, result, err := llm.ChatByFile(docId, question, historyList)
|
|
|
+// ReGenerateArticleAbstract
|
|
|
+// @Description: 文章摘要重新生成
|
|
|
+// @author: Roc
|
|
|
+// @datetime 2025-03-10 16:17:53
|
|
|
+// @param item *rag.WechatArticle
|
|
|
+func ReGenerateArticleAbstract(item *rag.WechatArticle) {
|
|
|
+ var err error
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ utils.FileLog.Error("文章转临时文件失败，err:%v", err)
|
|
|
+ fmt.Println("文章转临时文件失败，err:", err)
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ abstractObj := rag.WechatArticleAbstract{}
|
|
|
+ abstractItem, err := abstractObj.GetByWechatArticleId(item.WechatArticleId)
|
|
|
+ if err != nil {
|
|
|
+ if utils.IsErrNoRow(err) {
|
|
|
+ // 直接生成
|
|
|
+ GenerateArticleAbstract(item)
|
|
|
+ return
|
|
|
+ }
|
|
|
+ // 异常了
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ // 生成临时文件
|
|
|
+ dateDir := time.Now().Format("20060102")
|
|
|
+ uploadDir := utils.STATIC_DIR + "ai/" + dateDir
|
|
|
+ err = os.MkdirAll(uploadDir, utils.DIR_MOD)
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("存储目录创建失败,Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+ randStr := utils.GetRandStringNoSpecialChar(28)
|
|
|
+ fileName := randStr + `.md`
|
|
|
+ tmpFilePath := uploadDir + "/" + fileName
|
|
|
+ err = utils.SaveToFile(item.TextContent, tmpFilePath)
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("生成临时文件失败，Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+ defer func() {
|
|
|
+ os.Remove(tmpFilePath)
|
|
|
+ }()
|
|
|
+
|
|
|
+ // 上传临时文件到LLM
|
|
|
+ tmpFileResp, err := llm.UploadTempDocs(tmpFilePath)
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("上传临时文件到LLM失败，Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ if tmpFileResp.Data.Id == `` {
|
|
|
+ err = fmt.Errorf("上传临时文件到LLM失败，Err:上传失败")
|
|
|
+ return
|
|
|
+ }
|
|
|
+ tmpDocId := tmpFileResp.Data.Id
|
|
|
+
|
|
|
+ //tmpDocId := `c4d2ee902808408c8b8ed398b33be103` // 钢材
|
|
|
+ //tmpDocId := `2dde8afe62d24525a814e74e0a5e35e4` // 钢材
|
|
|
+ //tmpDocId := `7634cc1086c04b3687682220a2cf1a48` //
|
|
|
+
|
|
|
+ //开始对话
|
|
|
+ abstract, addArticleChatRecordList, tmpErr := getAnswerByContent(item.WechatArticleId, tmpDocId)
|
|
|
+ if tmpErr != nil {
|
|
|
+ err = fmt.Errorf("LLM对话失败，Err:" + tmpErr.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ // 添加问答记录
|
|
|
+ if len(addArticleChatRecordList) > 0 {
|
|
|
+ recordObj := rag.WechatArticleChatRecord{}
|
|
|
+ err = recordObj.CreateInBatches(addArticleChatRecordList)
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ if abstract != `` {
|
|
|
+ if abstract == `sorry` || abstract == `根据已知信息无法回答该问题。` {
|
|
|
+ item.AbstractStatus = 2
|
|
|
+ item.ModifyTime = time.Now()
|
|
|
+ err = item.Update([]string{"AbstractStatus", "ModifyTime"})
|
|
|
+ return
|
|
|
+ }
|
|
|
+ item.AbstractStatus = 1
|
|
|
+ item.ModifyTime = time.Now()
|
|
|
+ err = item.Update([]string{"AbstractStatus", "ModifyTime"})
|
|
|
+
|
|
|
+ abstractItem.Content = abstract
|
|
|
+ abstractItem.Version = abstractObj.Version + 1
|
|
|
+ abstractItem.ModifyTime = time.Now()
|
|
|
+ err = abstractItem.Update([]string{"content", "version", "modify_time"})
|
|
|
+ if err != nil {
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ AbstractToKnowledge(item, abstractItem, true)
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+// DelDoc
|
|
|
+// @Description: 删除摘要向量库
|
|
|
+// @author: Roc
|
|
|
+// @datetime 2025-03-12 16:55:05
|
|
|
+// @param wechatArticleAbstractList []*rag.WechatArticleAbstract
|
|
|
+// @return err error
|
|
|
+func DelDoc(wechatArticleAbstractList []*rag.WechatArticleAbstract) (err error) {
|
|
|
+ defer func() {
|
|
|
+ if err != nil {
|
|
|
+ utils.FileLog.Error("删除摘要向量库文件失败，err:%v", err)
|
|
|
+ fmt.Println("删除摘要向量库文件失败，err:", err)
|
|
|
+ }
|
|
|
+ }()
|
|
|
+
|
|
|
+ vectorKeyList := make([]string, 0)
|
|
|
+ wechatArticleAbstractIdList := make([]int, 0)
|
|
|
+
|
|
|
+ for _, v := range wechatArticleAbstractList {
|
|
|
+ vectorKeyList = append(vectorKeyList, v.VectorKey)
|
|
|
+ wechatArticleAbstractIdList = append(wechatArticleAbstractIdList, v.WechatArticleAbstractId)
|
|
|
+ }
|
|
|
+
|
|
|
+ _, err = llm.DelDocsToKnowledge(models.BusinessConfMap[models.KnowledgeBaseName], vectorKeyList)
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("删除LLM摘要向量库文件失败，Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+ //fmt.Println(resp)
|
|
|
+ obj := rag.WechatArticleAbstract{}
|
|
|
+ err = obj.DelVectorKey(wechatArticleAbstractIdList)
|
|
|
+
|
|
|
+ return
|
|
|
+}
|
|
|
+
|
|
|
+func getAnswerByContent(wechatArticleId int, docId string) (answer string, addArticleChatRecordList []*rag.WechatArticleChatRecord, err error) {
|
|
|
+ historyList := make([]eta_llm_http.HistoryContent, 0)
|
|
|
+ addArticleChatRecordList = make([]*rag.WechatArticleChatRecord, 0)
|
|
|
+
|
|
|
+ questionObj := rag.Question{}
|
|
|
+ questionList, err := questionObj.GetListByCondition(``, []interface{}{}, 0, 100)
|
|
|
+ if err != nil {
|
|
|
+ err = fmt.Errorf("获取问题列表失败，Err:" + err.Error())
|
|
|
+ return
|
|
|
+ }
|
|
|
+
|
|
|
+ //你现在是一名资深的期货行业分析师，请基于以下的问题进行汇总总结，如果不能正常总结出来，那么就只需要回复我：sorry
|
|
|
+ questionStrList := []string{`你现在是一名资深的期货行业分析师，请基于以下的问题进行汇总总结，如果不能正常总结出来，那么就只需要回复我：sorry。以下是问题：`}
|
|
|
+ for _, v := range questionList {
|
|
|
+ questionStrList = append(questionStrList, v.QuestionContent)
|
|
|
+ }
|
|
|
+ questionStr := strings.Join(questionStrList, "\n")
|
|
|
+
|
|
|
+ originalAnswer, result, err := llm.ChatByFile(docId, questionStr, historyList)
|
|
|
fmt.Println(result)
|
|
|
if err != nil {
|
|
|
err = fmt.Errorf("LLM对话失败，Err:" + err.Error())
|
|
|
@@ -387,6 +513,25 @@ func getAnswerByContent(docId, question string, historyList []eta_llm_http.Histo
|
|
|
|
|
|
answer = strings.TrimSpace(answer)
|
|
|
|
|
|
+ // 待入库的数据
|
|
|
+ addArticleChatRecordList = append(addArticleChatRecordList, &rag.WechatArticleChatRecord{
|
|
|
+ WechatArticleChatRecordId: 0,
|
|
|
+ WechatArticleId: wechatArticleId,
|
|
|
+ ChatUserType: "user",
|
|
|
+ Content: questionStr,
|
|
|
+ SendTime: time.Now(),
|
|
|
+ CreatedTime: time.Now(),
|
|
|
+ UpdateTime: time.Now(),
|
|
|
+ }, &rag.WechatArticleChatRecord{
|
|
|
+ WechatArticleChatRecordId: 0,
|
|
|
+ WechatArticleId: wechatArticleId,
|
|
|
+ ChatUserType: "assistant",
|
|
|
+ Content: originalAnswer,
|
|
|
+ SendTime: time.Now(),
|
|
|
+ CreatedTime: time.Now(),
|
|
|
+ UpdateTime: time.Now(),
|
|
|
+ })
|
|
|
+
|
|
|
return
|
|
|
}
|
|
|
|
|
|
@@ -453,12 +598,12 @@ func ArticleToKnowledge(item *rag.WechatArticle) {
|
|
|
// @datetime 2025-03-10 16:14:59
|
|
|
// @param wechatArticleItem *rag.WechatArticle
|
|
|
// @param item *rag.WechatArticleAbstract
|
|
|
-func AbstractToKnowledge(wechatArticleItem *rag.WechatArticle, item *rag.WechatArticleAbstract) {
|
|
|
+func AbstractToKnowledge(wechatArticleItem *rag.WechatArticle, item *rag.WechatArticleAbstract, isReUpload bool) {
|
|
|
if item.Content == `` {
|
|
|
return
|
|
|
}
|
|
|
// 已经生成了，那就不处理了
|
|
|
- if item.VectorKey != `` {
|
|
|
+ if item.VectorKey != `` && !isReUpload {
|
|
|
return
|
|
|
}
|
|
|
var err error
|
