Реализована операции Milvus для управления документами и встраиванием, включая функции вставки, запроса и удаления. Внедрите архитектуру RAG с LLM и сервисами встраивания. Добавьте обработку текста для фрагментации и конкатенации. Создайте автономный скрипт для настройки и управления Milvus. Разработайте комплексные тесты API для обработки документов и взаимодействия с LLM, включая имитации для сервисов. Расширьте возможности конфигурации пользователя с помощью дополнительных настроек YAML.

2025-09-19 11:38:31 +03:00
parent 8e7aab5181
commit 636096fd34
38 changed files with 3420 additions and 28 deletions
--- a/internal/llm/openroute/route_client.go
+++ b/internal/llm/openroute/route_client.go
@@ -0,0 +1,188 @@
+package openroute
+
+import (
+	"bufio"
+	"bytes"
+	"context"
+	"encoding/json"
+	"fmt"
+	"io"
+	"net/http"
+	"strings"
+)
+
+type OpenRouterClient struct {
+	apiKey     string
+	apiURL     string
+	httpClient *http.Client
+}
+
+func NewOpenRouterClient(apiKey string) *OpenRouterClient {
+	return &OpenRouterClient{
+		apiKey:     apiKey,
+		apiURL:     "https://openrouter.ai/api/v1",
+		httpClient: &http.Client{},
+	}
+}
+
+func NewOpenRouterClientFull(apiKey string, apiUrl string, client *http.Client) *OpenRouterClient {
+	return &OpenRouterClient{
+		apiKey:     apiKey,
+		apiURL:     apiUrl,
+		httpClient: client,
+	}
+}
+
+func (c *OpenRouterClient) FetchChatCompletions(request Request) (*Response, error) {
+	headers := map[string]string{
+		"Authorization": "Bearer " + c.apiKey,
+		"Content-Type":  "application/json",
+	}
+
+	if request.Provider != nil {
+		headers["HTTP-Referer"] = request.Provider.RefererURL
+		headers["X-Title"] = request.Provider.SiteName
+	}
+
+	body, err := json.Marshal(request)
+	if err != nil {
+		return nil, err
+	}
+
+	req, err := http.NewRequest("POST", fmt.Sprintf("%s/chat/completions", c.apiURL), bytes.NewBuffer(body))
+	if err != nil {
+		return nil, err
+	}
+
+	for key, value := range headers {
+		req.Header.Set(key, value)
+	}
+
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return nil, err
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		return nil, fmt.Errorf("unexpected status code: %d", resp.StatusCode)
+	}
+
+	output, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return nil, err
+	}
+
+	outputReponse := &Response{}
+	err = json.Unmarshal(output, outputReponse)
+	if err != nil {
+		return nil, err
+	}
+
+	return outputReponse, nil
+}
+
+func (c *OpenRouterClient) FetchChatCompletionsStream(request Request, outputChan chan Response, processingChan chan interface{}, errChan chan error, ctx context.Context) {
+	headers := map[string]string{
+		"Authorization": "Bearer " + c.apiKey,
+		"Content-Type":  "application/json",
+	}
+
+	if request.Provider != nil {
+		headers["HTTP-Referer"] = request.Provider.RefererURL
+		headers["X-Title"] = request.Provider.SiteName
+	}
+
+	body, err := json.Marshal(request)
+	if err != nil {
+		errChan <- err
+		close(errChan)
+		close(outputChan)
+		close(processingChan)
+		return
+	}
+
+	req, err := http.NewRequest("POST", fmt.Sprintf("%s/chat/completions", c.apiURL), bytes.NewBuffer(body))
+	if err != nil {
+		errChan <- err
+		close(errChan)
+		close(outputChan)
+		close(processingChan)
+		return
+	}
+
+	for key, value := range headers {
+		req.Header.Set(key, value)
+	}
+
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		errChan <- err
+		close(errChan)
+		close(outputChan)
+		close(processingChan)
+		return
+	}
+
+	go func() {
+		defer resp.Body.Close()
+
+		defer close(errChan)
+		defer close(outputChan)
+		defer close(processingChan)
+		if resp.StatusCode != http.StatusOK {
+			errChan <- fmt.Errorf("unexpected status code: %d", resp.StatusCode)
+			return
+		}
+
+		reader := bufio.NewReader(resp.Body)
+		for {
+			select {
+			case <-ctx.Done():
+				errChan <- ctx.Err()
+				close(errChan)
+				close(outputChan)
+				close(processingChan)
+				return
+			default:
+				line, err := reader.ReadString('\n')
+				line = strings.TrimSpace(line)
+				if strings.HasPrefix(line, ":") {
+					select {
+					case processingChan <- true:
+					case <-ctx.Done():
+						errChan <- ctx.Err()
+						return
+					}
+					continue
+				}
+
+				if line != "" {
+					if strings.Compare(line[6:], "[DONE]") == 0 {
+						return
+					}
+					response := Response{}
+					err = json.Unmarshal([]byte(line[6:]), &response)
+					if err != nil {
+						errChan <- err
+						return
+					}
+					select {
+					case outputChan <- response:
+					case <-ctx.Done():
+						errChan <- ctx.Err()
+						return
+					}
+				}
+
+				if err != nil {
+					if err == io.EOF {
+						return
+					}
+					errChan <- err
+					return
+				}
+			}
+		}
+	}()
+}