eta_api/utils/llm/llm_client.go

package llm

import (
	"encoding/json"
	"net/http"
	"time"
)

type LLMClient struct {
	BaseURL    string
	HttpClient *http.Client
}

func NewLLMClient(baseURL string, timeout time.Duration) *LLMClient {
	return &LLMClient{
		BaseURL: baseURL,
		HttpClient: &http.Client{
			Timeout: timeout * time.Second,
		},
	}
}

type LLMService interface {
	KnowledgeBaseChat(query string, KnowledgeBaseName string, history []json.RawMessage) (llmRes *http.Response, err error)
	DocumentChat(query string, KnowledgeId string, history []json.RawMessage, stream bool) (llmRes *http.Response, err error)
	SearchKbDocs(query string, KnowledgeBaseName string) (data interface{}, err error)
}