浏览代码

Merge branch 'pool_kb_article_tag' into debug

kobe6258 4 天之前
父节点
当前提交
4f55c2066a
共有 2 个文件被更改,包括 3 次插入3 次删除
  1. 2 2
      utils/llm/eta_llm/eta_llm_client.go
  2. 1 1
      utils/ws/session_manager.go

+ 2 - 2
utils/llm/eta_llm/eta_llm_client.go

@@ -33,7 +33,7 @@ const (
 	DEFALUT_PROMPT_NAME            = "default"
 	CONTENT_TYPE_JSON              = "application/json"
 	KNOWLEDGE_BASE_CHAT_API        = "/chat/kb_chat"
-	COMPLETION_CHAT_API            = "/chat/chat/completions"
+	COMPLETION_CHAT_API            = "/qwq/chat/chat/completions"
 	DOCUMENT_CHAT_API              = "/chat/file_chat"
 	KNOWLEDGE_BASE_SEARCH_DOCS_API = "/knowledge_base/search_docs"
 	UPLOAD_TEMP_DOCS_API           = "/knowledge_base/upload_temp_docs"
@@ -133,7 +133,7 @@ func (ds *ETALLMClient) CompletionChat(query string, messages []json.RawMessage)
 		TopK:           3,
 		ScoreThreshold: 0.5,
 		Stream:         true,
-		Model:          ds.LlmModel,
+		Model:         "qwq:32b",
 		Temperature:    0.7,
 		MaxTokens:      0,
 		PromptName:     DEFALUT_PROMPT_NAME,

+ 1 - 1
utils/ws/session_manager.go

@@ -126,7 +126,7 @@ func (manager *ConnectionManager) HandleMessage(userID int, sessionID string, me
 	var resp *http.Response
 	labels := llm.GetDAFHandlerInstance().FindTextTagLabels(userMessage.Query)
 	if len(labels) > 0 {
-		articles, findErr := rag.GetArticleByTags(labels, 15, 10)
+		articles, findErr := rag.GetArticleByTags(labels, 15, 5)
 		if findErr != nil {
 			utils.FileLog.Warn("没有搜索到相关的研报内容,执行RAG对话 ")
 			resp, err = llmService.KnowledgeBaseChat(userMessage.Query, userMessage.KbName, session.History)