Files
kit/internal/models/autoroute_test.go
T
Ed Zynda 10abb29e4f fix(models): route auto-discovered providers by wire protocol (#41)
- replace npmToLLMProvider map with npmToWireProtocol (openai/anthropic/google)
- add createAutoRoutedGoogleProvider so @ai-sdk/google proxies work
  (fixes opencode/gemini-* failing with "no LLM provider mapping")
- strip the genai-injected v1beta segment for proxies whose base URL
  already carries a version (e.g. opencode's /zen/v1)
- preserve openai-compat fallback and clearer error for unroutable providers
- document auto-routing in README and providers docs; update CreateProvider godoc
- add regression tests for wire routing and version-path rewriting

Fixes #41
2026-06-02 15:07:07 +03:00

267 lines
8.8 KiB
Go

package models
import (
"context"
"io"
"net/http"
"reflect"
"strings"
"testing"
)
// TestNpmToWireProtocol documents the wire protocols that the auto-router
// understands. Provider-specific bundles (azure, bedrock, vercel, openrouter,
// google-vertex*) are intentionally absent — they have native top-level cases
// in CreateProvider and never reach the auto-router.
func TestNpmToWireProtocol(t *testing.T) {
want := map[string]wireProtocol{
"@ai-sdk/openai": wireOpenAI,
"@ai-sdk/openai-compatible": wireOpenAI,
"@ai-sdk/anthropic": wireAnthropic,
"@ai-sdk/google": wireGoogle,
}
for npm, wire := range want {
if got := npmToWireProtocol[npm]; got != wire {
t.Errorf("npmToWireProtocol[%q] = %d, want %d", npm, got, wire)
}
}
// Bundle packages must NOT be in the table (regression guard against the
// old npmToLLMProvider map that listed 10 entries but only handled 3).
for _, npm := range []string{
"@ai-sdk/google-vertex",
"@ai-sdk/google-vertex/anthropic",
"@ai-sdk/amazon-bedrock",
"@ai-sdk/azure",
"@openrouter/ai-sdk-provider",
"@ai-sdk/vercel",
} {
if _, ok := npmToWireProtocol[npm]; ok {
t.Errorf("npmToWireProtocol unexpectedly contains bundle package %q", npm)
}
}
}
// newTestRegistry builds a registry containing a single proxy-style provider
// ("testproxy") with the given default npm, plus one model that carries the
// given per-model npm override.
func newTestRegistry(api, defaultNPM, modelID, modelNPMOverride string) *ModelsRegistry {
return &ModelsRegistry{
providers: map[string]ProviderInfo{
"testproxy": {
ID: "testproxy",
Name: "Test Proxy",
Env: []string{"TESTPROXY_API_KEY"},
NPM: defaultNPM,
API: api,
Models: map[string]ModelInfo{
modelID: {
ID: modelID,
Name: modelID,
ProviderNPM: modelNPMOverride,
},
},
},
},
}
}
// TestAutoRouteProvider_WireRouting verifies that autoRouteProvider routes each
// npm package to the correct fantasy provider implementation. This is the core
// regression test for issue #41: previously any npm that resolved to a
// non-openai/anthropic/openaicompat LLM provider (notably @ai-sdk/google) hit a
// dead `default` branch and failed with "has no LLM provider mapping".
func TestAutoRouteProvider_WireRouting(t *testing.T) {
tests := []struct {
name string
modelID string
defaultNPM string
overrideNPM string
// wantType is the concrete fantasy LanguageModel type the model should
// be routed to, identified by reflect type string.
wantType string
}{
{
name: "openai-compatible default",
modelID: "test-model",
defaultNPM: "@ai-sdk/openai-compatible",
wantType: "openai.languageModel",
},
{
name: "anthropic override",
modelID: "test-model",
defaultNPM: "@ai-sdk/openai-compatible",
overrideNPM: "@ai-sdk/anthropic",
wantType: "anthropic.languageModel",
},
{
name: "openai (responses) override",
modelID: "gpt-4o",
defaultNPM: "@ai-sdk/openai-compatible",
overrideNPM: "@ai-sdk/openai",
wantType: "openai.responsesLanguageModel",
},
{
// The bug: opencode's gemini-* models override the default
// openai-compatible npm with @ai-sdk/google.
name: "google override (issue #41)",
modelID: "gemini-3.5-flash",
defaultNPM: "@ai-sdk/openai-compatible",
overrideNPM: "@ai-sdk/google",
wantType: "*google.languageModel",
},
{
// Unknown npm but provider has an API URL → openai-compatible fallback.
name: "unknown npm with API URL falls back to openai-compat",
modelID: "test-model",
defaultNPM: "@ai-sdk/some-future-thing",
wantType: "openai.languageModel",
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
reg := newTestRegistry("https://proxy.example/v1", tt.defaultNPM, tt.modelID, tt.overrideNPM)
config := &ProviderConfig{ProviderAPIKey: "test-key"}
result, err := autoRouteProvider(context.Background(), config, "testproxy", tt.modelID, reg)
if err != nil {
t.Fatalf("autoRouteProvider returned error: %v", err)
}
if result == nil || result.Model == nil {
t.Fatalf("autoRouteProvider returned nil model")
}
gotType := reflect.TypeOf(result.Model).String()
if gotType != tt.wantType {
t.Errorf("routed to %s, want %s", gotType, tt.wantType)
}
})
}
}
// TestAutoRouteProvider_UnknownNpmNoAPI verifies the improved error message for
// a provider whose npm has no known wire protocol and that has no API URL to
// fall back on.
func TestAutoRouteProvider_UnknownNpmNoAPI(t *testing.T) {
reg := newTestRegistry("", "@ai-sdk/unmapped", "test-model", "")
config := &ProviderConfig{ProviderAPIKey: "test-key"}
_, err := autoRouteProvider(context.Background(), config, "testproxy", "test-model", reg)
if err == nil {
t.Fatal("expected error for unknown npm with no API URL, got nil")
}
if !strings.Contains(err.Error(), "cannot auto-route provider testproxy") {
t.Errorf("unexpected error message: %v", err)
}
if !strings.Contains(err.Error(), "--provider-url") {
t.Errorf("error should suggest --provider-url, got: %v", err)
}
}
// TestAutoRouteProvider_UnknownProvider verifies the not-in-database error.
func TestAutoRouteProvider_UnknownProvider(t *testing.T) {
reg := newTestRegistry("https://proxy.example/v1", "@ai-sdk/openai-compatible", "test-model", "")
config := &ProviderConfig{ProviderAPIKey: "test-key"}
_, err := autoRouteProvider(context.Background(), config, "does-not-exist", "test-model", reg)
if err == nil {
t.Fatal("expected error for unknown provider, got nil")
}
if !strings.Contains(err.Error(), "not found in model database") {
t.Errorf("unexpected error message: %v", err)
}
}
// TestIsProviderLLMSupported_Google verifies that a provider whose npm is
// @ai-sdk/google is reported as supported (it now maps to a wire protocol).
func TestIsProviderLLMSupported_Google(t *testing.T) {
info := &ProviderInfo{ID: "testproxy", NPM: "@ai-sdk/google"}
if !isProviderLLMSupported("testproxy", info) {
t.Error("expected @ai-sdk/google provider to be LLM-supported")
}
}
// TestVersionedBasePath verifies detection of proxy base URLs that already
// carry an API version segment (which collides with the genai SDK's injected
// version).
func TestVersionedBasePath(t *testing.T) {
tests := []struct {
rawURL string
want string
}{
{"https://opencode.ai/zen/v1", "/zen/v1"},
{"https://opencode.ai/zen/v1/", "/zen/v1"},
{"https://example.com/api/v1beta", "/api/v1beta"},
{"https://example.com/api/v2alpha", "/api/v2alpha"},
{"https://generativelanguage.googleapis.com", ""},
{"https://proxy.example/openai", ""},
{"", ""},
}
for _, tt := range tests {
if got := versionedBasePath(tt.rawURL); got != tt.want {
t.Errorf("versionedBasePath(%q) = %q, want %q", tt.rawURL, got, tt.want)
}
}
}
// recordingRoundTripper captures the path of the request it receives.
type recordingRoundTripper struct{ gotPath string }
func (r *recordingRoundTripper) RoundTrip(req *http.Request) (*http.Response, error) {
r.gotPath = req.URL.Path
return &http.Response{
StatusCode: 200,
Body: io.NopCloser(strings.NewReader("{}")),
Header: make(http.Header),
}, nil
}
// TestGeminiProxyTransport_StripsInjectedVersion verifies that the transport
// collapses the genai-injected "/v1beta" segment that follows a proxy base
// URL which already carries its own version segment. This is the second-order
// fix that makes opencode/gemini-* actually reach the proxy (issue #41).
func TestGeminiProxyTransport_StripsInjectedVersion(t *testing.T) {
tests := []struct {
name string
basePath string
reqPath string
wantPath string
}{
{
name: "strips doubled v1beta after /zen/v1",
basePath: "/zen/v1",
reqPath: "/zen/v1/v1beta/models/gemini-3.5-flash:generateContent",
wantPath: "/zen/v1/models/gemini-3.5-flash:generateContent",
},
{
name: "strips doubled v1beta1 after /zen/v1",
basePath: "/zen/v1",
reqPath: "/zen/v1/v1beta1/models/gemini-3.5-flash:generateContent",
wantPath: "/zen/v1/models/gemini-3.5-flash:generateContent",
},
{
name: "leaves non-matching path untouched",
basePath: "/zen/v1",
reqPath: "/other/v1beta/models/x:generateContent",
wantPath: "/other/v1beta/models/x:generateContent",
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
rec := &recordingRoundTripper{}
tr := &geminiProxyTransport{base: rec, basePath: tt.basePath}
req, err := http.NewRequest(http.MethodPost, "https://host"+tt.reqPath, nil)
if err != nil {
t.Fatalf("NewRequest: %v", err)
}
if _, err := tr.RoundTrip(req); err != nil {
t.Fatalf("RoundTrip: %v", err)
}
if rec.gotPath != tt.wantPath {
t.Errorf("forwarded path = %q, want %q", rec.gotPath, tt.wantPath)
}
})
}
}