iop/apps/node/internal/node/protocol_profile_tunnel_test.go

146 lines
4.5 KiB
Go

package node_test
import (
"context"
"net/http"
"net/http/httptest"
"net/url"
"strings"
"testing"
"iop/packages/go/config"
runtime "iop/packages/go/execution"
iop "iop/proto/gen/iop"
)
// profileTunnelAdapter is a test adapter that resolves operation URLs from a
// concrete profile and makes real HTTP requests to a test server.
type profileTunnelAdapter struct {
endpoint string
profile *config.ConcreteProtocolProfile
}
func (a *profileTunnelAdapter) Name() string { return "openai_compat" }
func (a *profileTunnelAdapter) Capabilities(_ context.Context) (runtime.Capabilities, error) {
return runtime.Capabilities{AdapterName: "openai_compat", Targets: []string{"gpt-4"}}, nil
}
func (a *profileTunnelAdapter) Execute(ctx context.Context, spec runtime.ExecutionSpec, sink runtime.EventSink) error {
return nil
}
func (a *profileTunnelAdapter) TunnelProvider(ctx context.Context, req runtime.ProviderTunnelRequest, sink runtime.ProviderTunnelSink) error {
var urlStr string
var err error
if a.profile != nil {
urlStr, err = a.profile.ResolveOperationURL(req.Operation)
} else {
urlStr = resolveLegacyURLForTest(a.endpoint, req.Path)
}
if err != nil {
return err
}
httpReq, err := http.NewRequestWithContext(ctx, req.Method, urlStr, nil)
if err != nil {
return err
}
resp, err := http.DefaultClient.Do(httpReq)
if err != nil {
return err
}
defer resp.Body.Close()
_ = sink.EmitTunnelFrame(ctx, runtime.ProviderTunnelFrame{
RunID: req.RunID,
TunnelID: req.TunnelID,
Kind: runtime.ProviderTunnelFrameKindResponseStart,
StatusCode: resp.StatusCode,
})
_ = sink.EmitTunnelFrame(ctx, runtime.ProviderTunnelFrame{
RunID: req.RunID,
TunnelID: req.TunnelID,
Kind: runtime.ProviderTunnelFrameKindEnd,
End: true,
})
return nil
}
// resolveLegacyURLForTest mirrors the legacy URL resolution used by the
// openai_compat adapter when no profile is present.
func resolveLegacyURLForTest(endpoint, path string) string {
u, err := url.Parse(endpoint)
if err != nil {
return strings.TrimRight(endpoint, "/") + path
}
basePath := strings.TrimRight(u.Path, "/")
if strings.HasSuffix(basePath, "/v1") && strings.HasPrefix(path, "/v1/") {
path = strings.TrimPrefix(path, "/v1")
}
u.Path = basePath + path
return u.String()
}
func TestProtocolProfileTunnelOperationSurvivesHandler(t *testing.T) {
var gotPath string
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
gotPath = r.URL.Path
w.Header().Set("Content-Type", "text/event-stream")
}))
defer server.Close()
profile, err := config.ResolveProtocolProfile("openai", "", config.BuiltInProtocolProfiles)
if err != nil {
t.Fatalf("ResolveProtocolProfile: %v", err)
}
// Override the profile's base_url to point at the test server so the
// profile-resolved URL reaches the test server.
profile.BaseURL = server.URL + "/v1"
adapter := &profileTunnelAdapter{endpoint: server.URL, profile: &profile}
router := &fixedRouter{adapterName: "openai_compat", adapters: map[string]runtime.Provider{"openai_compat": adapter}}
n, _ := makeNode(t, router)
req := &iop.ProviderTunnelRequest{
RunId: "run-op-survives",
TunnelId: "tunnel-op-survives",
Adapter: "openai_compat",
Target: "gpt-4",
Method: http.MethodPost,
Operation: string(config.OperationChatCompletions),
}
if err := n.OnProviderTunnelRequest(context.Background(), nil, req); err != nil {
t.Fatalf("OnProviderTunnelRequest failed: %v", err)
}
if gotPath != "/v1/chat/completions" {
t.Errorf("expected /v1/chat/completions, got %q", gotPath)
}
}
func TestProtocolProfileTunnelLegacyPathFallback(t *testing.T) {
var gotPath string
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
gotPath = r.URL.Path
w.Header().Set("Content-Type", "text/event-stream")
}))
defer server.Close()
adapter := &profileTunnelAdapter{endpoint: server.URL, profile: nil}
router := &fixedRouter{adapterName: "openai_compat", adapters: map[string]runtime.Provider{"openai_compat": adapter}}
n, _ := makeNode(t, router)
req := &iop.ProviderTunnelRequest{
RunId: "run-legacy-fallback",
TunnelId: "tunnel-legacy-fallback",
Adapter: "openai_compat",
Target: "gpt-4",
Method: http.MethodPost,
Path: "/v1/chat/completions",
}
if err := n.OnProviderTunnelRequest(context.Background(), nil, req); err != nil {
t.Fatalf("OnProviderTunnelRequest failed: %v", err)
}
if gotPath != "/v1/chat/completions" {
t.Errorf("expected /v1/chat/completions, got %q", gotPath)
}
}