providers

type AnonymousAdmission struct {
	// Free reports a free model that is usable without credentials.
	Free bool
	// ContextWindow is the declared context length, or 0.
	ContextWindow int
	// Reasoning and ToolCalls report capabilities the row declares.
	Reasoning bool
	ToolCalls bool
}

type AnonymousProviderProfile struct {
	RegistryID         string   `json:"registry_id"`
	ProviderID         string   `json:"provider_id"`
	RuntimeType        string   `json:"runtime_type"`
	BaseURL            string   `json:"base_url"`
	VerificationModels []string `json:"verification_models"`
}

type Anthropic struct {
	// contains filtered or unexported fields
}

type AnthropicConfig struct {
	// BaseURL is where the API lives: requests go to <BaseURL>/v1/messages.
	// It may carry a path, such as a proxy's mount. Empty uses
	// https://api.anthropic.com.
	BaseURL string
	// Client performs Messages requests and token counts. Nil uses a
	// client that times out after 60 seconds, the gateway's default.
	Client *http.Client
	// CatalogClient lists models. Nil uses a client that times out after
	// 10 seconds, the gateway's bound on catalog requests.
	CatalogClient *http.Client
	// Preamble returns the text to put before the system prompt of a
	// Messages request, such as a gateway preamble, or "" for none. It runs
	// once per Invoke or Stream with that operation's context, so a product
	// can return "" for a request that must reach Anthropic as sent. When
	// it returns "", a preamble the body carries under _llmgw_preamble, as
	// the gateway sets it, is used instead. Nil adds none.
	Preamble func(ctx context.Context) string
	// Now stamps catalog discovery and reads Retry-After. Nil uses time.Now.
	Now func() time.Time
}

type AnthropicProvider struct {
	ID         string
	BaseURL    string
	DefaultKey string
	Client     *http.Client
	Version    string
}

type AzureOpenAI struct {
	// contains filtered or unexported fields
}

type AzureOpenAIConfig struct {
	// BaseURL is the resource's endpoint: the origin the Azure portal
	// shows, optionally followed by /openai or /openai/v1. Chat Completions
	// are sent to <origin>/openai/v1/chat/completions and the deployments
	// are listed from the origin.
	BaseURL string
	// Client performs Chat requests. Nil uses a client that times out after
	// 300 seconds, the gateway's default for OpenAI-compatible providers.
	Client *http.Client
	// CatalogClient lists deployments. Nil uses a client that times out
	// after 10 seconds, the gateway's bound on catalog requests.
	CatalogClient *http.Client
	// Now stamps catalog discovery and reads Retry-After. Nil uses time.Now.
	Now func() time.Time
}

type ByteStreamIter struct {
	// contains filtered or unexported fields
}

type CatalogError struct {
	Code       string
	Detail     string
	Status     int
	RetryAfter time.Duration
	Cause      error
}

type ElevenLabs struct {
	// contains filtered or unexported fields
}

type ElevenLabsConfig struct {
	BaseURL             string
	Client              *http.Client
	TranscriptionModels []string
	SpeechModels        []string
}

type EntryOverride struct {
	ID               string                     `json:"id"`
	Label            *string                    `json:"label,omitempty"`
	Description      *string                    `json:"description,omitempty"`
	Categories       []string                   `json:"categories,omitempty"`
	Icon             *string                    `json:"icon,omitempty"`
	Domain           *string                    `json:"domain,omitempty"`
	DocsURL          *string                    `json:"docs_url,omitempty"`
	Priority         *float64                   `json:"priority,omitempty"`
	Availability     *string                    `json:"availability,omitempty"`
	Aliases          []string                   `json:"aliases,omitempty"`
	CommonModels     []string                   `json:"common_models,omitempty"`
	OnboardingFields []string                   `json:"onboarding_fields,omitempty"`
	Extensions       map[string]json.RawMessage `json:"extensions,omitempty"`
}

type Google struct {
	// contains filtered or unexported fields
}

type GoogleConfig struct {
	Deployment GoogleDeployment
	// BaseURL is the API root. Empty uses Google's: AI Studio's v1beta root,
	// or the v1 root of Location's Vertex AI endpoint. A Vertex AI BaseURL is
	// an inference root that ends in /v1, as the default does; model
	// discovery replaces that version with v1beta1.
	BaseURL string
	// Project is the Vertex AI project calls are billed to. Empty takes the
	// credential's, and a credential that names another project is refused.
	Project string
	// Location is the Vertex AI location. Empty is "global".
	Location string
	// RequestType is how Vertex AI accounts an invocation: empty or
	// "default" leaves it to Vertex AI, "paygo" asks for shared pay-as-you-go
	// capacity, and "dedicated" for Provisioned Throughput.
	RequestType string
	// Client performs every request but a service account's token
	// exchange. Nil uses a client that times out after 120 seconds.
	Client *http.Client
	// Now reads Retry-After dates, stamps catalog discovery and dates the
	// assertions of service accounts. Nil uses time.Now.
	Now func() time.Time
}

type GoogleDeployment string

type InvocationError struct {
	Msg              string
	Status           int
	Retryable        bool
	FailoverEligible bool
	CircuitFailure   bool
	RetryAfter       time.Duration
	Cause            error
	// contains filtered or unexported fields
}

type MiMo struct {
	// contains filtered or unexported fields
}

type MiMoConfig struct {
	BaseURL      string
	Client       *http.Client
	SpeechModels []string
}

type Ollama struct {
	// contains filtered or unexported fields
}

type OllamaConfig struct {
	// BaseURL is the daemon's native root, such as OllamaDefaultBaseURL,
	// the default. OllamaBaseURLIssue says what it may not be.
	BaseURL string
	// Client performs inference. Nil uses a client that times out after 30
	// seconds, the gateway's default for Ollama.
	Client *http.Client
	// CatalogClient lists models. Nil uses a client that times out after 10
	// seconds, the gateway's bound on catalog requests.
	CatalogClient *http.Client
	// Now reads a Retry-After date. Nil uses time.Now.
	Now func() time.Time
}

type OpenAICompatible struct {
	// contains filtered or unexported fields
}

type OpenAICompatibleConfig struct {
	// BaseURL is the API base the operation paths follow, such as
	// https://api.openai.com/v1: /chat/completions, /responses and /models.
	BaseURL string
	// RegistryID is the registry entry the instance serves, as a Registry
	// names it. It selects the wire facts the gateway keys on an entry:
	// "openai" serves Responses for every model, and kilo_code, llm7,
	// ovh_ai_endpoints and pollinations list, without a key, only the
	// models anonymous access admits. Pollinations also takes Chat at
	// /v1/chat/completions and lists its catalog as a bare array.
	RegistryID string
	// Models returns the row a product's catalog holds for a model, as
	// ListModels returned it. A model whose row lists a Responses endpoint
	// serves Responses natively, and adaptation reads the row too. A model
	// the catalog lacks, or a nil Models, serves Chat Completions only,
	// unless RegistryID is "openai".
	Models func(model string) (core.ModelInfo, bool)
	// Headers are sent with every request, before a credential's own
	// headers. Neither replaces a header the transport sets.
	Headers map[string]string
	// ForwardAllFields sends every Chat field a request sets to the Chat
	// endpoint. By default only the fields the gateway's transport forwards
	// are sent, and each other field is dropped and reported as an advisory
	// loss. Chat served over Responses carries only the fields the
	// gateway's Chat facade forwards, either way.
	ForwardAllFields bool
	// ForceAPISupport turns the gateway's API adaptation on for every Chat
	// request, as its provider-level force_api_support does: a model whose
	// row lists Responses but not Chat Completions is served over
	// Responses, and a model whose row lists reasoning efforts takes
	// max_tokens as max_completion_tokens. A request's boolean
	// force_api_support turns it on or off for that request.
	ForceAPISupport bool
	// Client performs inference. Nil uses a client that times out after
	// 300 seconds, the gateway's default.
	Client *http.Client
	// CatalogClient lists models. Nil uses a client that times out after
	// 10 seconds, the gateway's bound on catalog requests.
	CatalogClient *http.Client
	// Now stamps catalog discovery and reads Retry-After dates. Nil uses
	// time.Now.
	Now func() time.Time
}

type OpenAIProvider struct {
	ID         string
	BaseURL    string
	DefaultKey string
	Client     *http.Client
	Headers    map[string]string
}

type Overlay struct {
	// Add appends product-only entries. Their ids must not already exist in
	// the base registry, even when removed.
	Add []RegistryEntry `json:"add,omitempty"`
	// Override changes fields of existing entries.
	Override []EntryOverride `json:"override,omitempty"`
	// Remove drops base entries the product does not offer.
	Remove []string `json:"remove,omitempty"`
}

type Provider interface {
	// Complete executes a non-streaming chat completion.
	Complete(ctx context.Context, model string, payload map[string]any, cred *core.Credential) (map[string]any, error)

	// Stream starts a streaming chat completion, yielding complete SSE frames.
	Stream(ctx context.Context, model string, payload map[string]any, cred *core.Credential) (StreamIter, error)

	// ListModels queries the provider's active catalog.
	ListModels(ctx context.Context, cred *core.Credential) ([]core.ModelInfo, error)
}

type Registry struct {
	// contains filtered or unexported fields
}

type RegistryEntry struct {
	ID                     string   `json:"id"`
	Aliases                []string `json:"aliases,omitempty"`
	Label                  string   `json:"label"`
	Description            string   `json:"description"`
	Categories             []string `json:"categories,omitempty"`
	RuntimeType            string   `json:"runtime_type"`
	Protocol               string   `json:"protocol"`
	Availability           string   `json:"availability"`
	AuthMethods            []string `json:"auth_methods"`
	ConnectionScope        string   `json:"connection_scope"`
	DefaultProviderID      string   `json:"default_provider_id"`
	DefaultBaseURL         string   `json:"default_base_url,omitempty"`
	DefaultRegion          string   `json:"default_region,omitempty"`
	DefaultLocation        string   `json:"default_location,omitempty"`
	RequiresBaseURL        bool     `json:"requires_base_url,omitempty"`
	RequiresAPIKey         bool     `json:"requires_api_key,omitempty"`
	SupportsAPIAdaptation  bool     `json:"supports_api_adaptation,omitempty"`
	SupportsModelDiscovery bool     `json:"supports_model_discovery,omitempty"`
	AnonymousAutomation    bool     `json:"anonymous_automation,omitempty"`
	InferAudioCapabilities bool     `json:"infer_audio_capabilities,omitempty"`
	OnboardingFields       []string `json:"onboarding_fields,omitempty"`
	AuthAdapter            string   `json:"auth_adapter,omitempty"`
	QuotaAdapter           string   `json:"quota_adapter,omitempty"`
	RiskLevel              string   `json:"risk_level,omitempty"`
	RiskNotice             string   `json:"risk_notice,omitempty"`
	DocsURL                string   `json:"docs_url,omitempty"`
	ClientOnly             bool     `json:"client_only,omitempty"`

	// Priority orders entries: higher first, ties in manifest order.
	Priority float64 `json:"priority,omitempty"`
	// Icon is a presentation slug, such as a brand icon name.
	Icon string `json:"icon,omitempty"`
	// Domain is the provider's public host name, for presentation.
	Domain string `json:"domain,omitempty"`
	// CommonModels suggests model ids to offer first.
	CommonModels []string `json:"common_models,omitempty"`
	// Extensions carries product-private metadata keyed by product name.
	// Core validates only that each value is JSON.
	Extensions map[string]json.RawMessage `json:"extensions,omitempty"`
}

type ResponsesProvider interface {
	CompleteResponses(ctx context.Context, model string, payload map[string]any, cred *core.Credential) (map[string]any, error)
}

type ResponsesStreamProvider interface {
	StreamResponses(ctx context.Context, model string, payload map[string]any, cred *core.Credential) (StreamIter, error)
}

type StreamIter = core.StreamIter

type ValidationOptions struct {
	// RuntimeTypes lists the runtime types the product can execute. Every
	// available entry must use one of them. Nil skips the check.
	RuntimeTypes []string
}