feat: config, OpenAI-compatible streaming provider and safe tools

internal/llm/openai_test.go

@@ -0,0 +1,67 @@
+package llm
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+	"net/http"
+	"net/http/httptest"
+	"strings"
+	"testing"
+	"time"
+)
+
+func TestOpenAIStreamTextAndToolCalls(t *testing.T) {
+	srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		if r.Header.Get("Authorization") != "Bearer k" || r.URL.Path != "/v1/chat/completions" {
+			http.Error(w, "bad", 400)
+			return
+		}
+		var body map[string]any
+		json.NewDecoder(r.Body).Decode(&body)
+		if body["stream"] != true || len(body["tools"].([]any)) != 1 {
+			http.Error(w, "bad body", 400)
+			return
+		}
+		chunks := []string{
+			`{"choices":[{"delta":{"content":"Hel"}}]}`,
+			`{"choices":[{"delta":{"content":"lo"}}]}`,
+			`{"choices":[{"delta":{"tool_calls":[{"index":0,"id":"c1","function":{"name":"time_now","arguments":"{\"tz\":"}}]}}]}`,
+			`{"choices":[{"delta":{"tool_calls":[{"index":0,"function":{"arguments":"\"UTC\"}"}}]},"finish_reason":"tool_calls"}]}`,
+		}
+		for _, c := range chunks {
+			fmt.Fprintf(w, "data: %s\n\n", c)
+		}
+		fmt.Fprint(w, "data: [DONE]\n\n")
+	}))
+	defer srv.Close()
+	p := NewOpenAI(srv.URL+"/v1/", "k", "m", 0, 5*time.Second)
+	var streamed strings.Builder
+	resp, err := p.Chat(context.Background(), Request{
+		Messages: []Message{{Role: RoleUser, Content: "hi"}},
+		Tools:    []ToolSpec{{Name: "time_now", Parameters: map[string]any{"type": "object"}}},
+	}, func(s string) { streamed.WriteString(s) })
+	if err != nil {
+		t.Fatal(err)
+	}
+	if resp.Content != "Hello" || streamed.String() != "Hello" {
+		t.Fatalf("content %q streamed %q", resp.Content, streamed.String())
+	}
+	if len(resp.ToolCalls) != 1 || resp.ToolCalls[0].Arguments != `{"tz":"UTC"}` || resp.ToolCalls[0].ID != "c1" {
+		t.Fatalf("tool calls %+v", resp.ToolCalls)
+	}
+	if resp.FinishReason != "tool_calls" {
+		t.Fatal(resp.FinishReason)
+	}
+}
+
+func TestOpenAIHTTPError(t *testing.T) {
+	srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		http.Error(w, "nope", 401)
+	}))
+	defer srv.Close()
+	_, err := NewOpenAI(srv.URL, "", "m", 0, time.Second).Chat(context.Background(), Request{}, nil)
+	if err == nil || !strings.Contains(err.Error(), "401") {
+		t.Fatalf("want 401 err, got %v", err)
+	}
+}