dataplane

type DataPlaneOption interface {
	// contains filtered or unexported methods
}

type DataPlaneServer struct {
	LLMClient LLMClient
	// contains filtered or unexported fields
}

type LLMClient interface {
	Generate(ctx context.Context, req gai.GenerateRequest) (*gai.Response, error)
	GenerateStream(ctx context.Context, req gai.GenerateRequest) (gai.ResponseStream, error)
}

type ModelRouter interface {
	ListModels(ctx context.Context) ([]gai.Model, error)
}

type Provider interface {
	Name() string
	SetupRoutes(mux *http.ServeMux, baseAuth func(http.Handler) http.Handler)
	SetLLMClient(client LLMClient)
	Shutdown(ctx context.Context) error
}

type ProviderOption interface {
	Apply(*ProviderOptions)
}

type ProviderOptions struct {
	Logger      *slog.Logger
	ModelRouter ModelRouter
}

type TrackedLLMClient struct {
	// contains filtered or unexported fields
}