189ff89c34
Adds two new LLM-backed MCP tools to the ingestion service: - brain_answer(query): BM25 retrieval + LLM synthesis → answer + sources - brain_classify(text): classifies doc into type/title/tags via LLM Adds llm.Router for primary→fallback routing (berget.ai → iguana). Wired via BRAIN_LLM_PRIMARY_URL/BRAIN_LLM_FALLBACK_URL env vars; no-op when unset so existing deployments are unaffected. Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
72 lines
2.0 KiB
Go
72 lines
2.0 KiB
Go
package llm
|
|
|
|
import (
|
|
"context"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestRouter_PrimarySucceeds(t *testing.T) {
|
|
primary := mockServer(t, "from-primary")
|
|
defer primary.Close()
|
|
fallback := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
t.Error("fallback must not be called when primary succeeds")
|
|
}))
|
|
defer fallback.Close()
|
|
|
|
r := &Router{
|
|
Primary: New(primary.URL, "", "m", time.Second),
|
|
Fallback: New(fallback.URL, "", "m", time.Second),
|
|
}
|
|
out, err := r.Complete(context.Background(), "sys", "user")
|
|
require.NoError(t, err)
|
|
assert.Equal(t, "from-primary", out)
|
|
}
|
|
|
|
func TestRouter_FallsBackOnPrimaryError(t *testing.T) {
|
|
primary := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
http.Error(w, "unavailable", http.StatusServiceUnavailable)
|
|
}))
|
|
defer primary.Close()
|
|
fallback := mockServer(t, "from-fallback")
|
|
defer fallback.Close()
|
|
|
|
r := &Router{
|
|
Primary: New(primary.URL, "", "m", time.Second),
|
|
Fallback: New(fallback.URL, "", "m", time.Second),
|
|
}
|
|
out, err := r.Complete(context.Background(), "sys", "user")
|
|
require.NoError(t, err)
|
|
assert.Equal(t, "from-fallback", out)
|
|
}
|
|
|
|
func TestRouter_BothFail(t *testing.T) {
|
|
fail := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
http.Error(w, "err", http.StatusBadGateway)
|
|
}))
|
|
defer fail.Close()
|
|
|
|
r := &Router{
|
|
Primary: New(fail.URL, "", "m", time.Second),
|
|
Fallback: New(fail.URL, "", "m", time.Second),
|
|
}
|
|
_, err := r.Complete(context.Background(), "sys", "user")
|
|
assert.Error(t, err)
|
|
}
|
|
|
|
func TestRouter_NilFallback(t *testing.T) {
|
|
fail := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
http.Error(w, "err", http.StatusBadGateway)
|
|
}))
|
|
defer fail.Close()
|
|
|
|
r := &Router{Primary: New(fail.URL, "", "m", time.Second)}
|
|
_, err := r.Complete(context.Background(), "sys", "user")
|
|
assert.Error(t, err)
|
|
}
|