runtime

type Capabilities = models.Capabilities

type Connection struct {
	ModelID     string
	Credentials api.Credentials
	Headers     map[string]string
	Extra       map[string]string
	Client      *http.Client
}

type ModelSpecPatch struct {
	Name            string               `json:"name,omitempty"`
	API             api.API              `json:"api,omitempty"`
	Reasoning       *bool                `json:"reasoning,omitempty"`
	Input           []string             `json:"input,omitempty"`
	ContextWindow   int                  `json:"context_window,omitempty"`
	MaxOutputTokens int                  `json:"max_output_tokens,omitempty"`
	Cost            *models.ModelCost    `json:"cost,omitempty"`
	ThinkingLevels  api.ThinkingLevelMap `json:"thinking_levels,omitempty"`
	Compat          json.RawMessage      `json:"compat,omitempty"`
	Aliases         []string             `json:"aliases,omitempty"`
	Deprecated      *bool                `json:"deprecated,omitempty"`
}

type OverlayFile struct {
	Providers map[string]OverlayProvider `json:"providers"`
}

type OverlayProvider struct {
	Name         string            `json:"name,omitempty"`
	Names        map[string]string `json:"names,omitempty"`
	Description  string            `json:"description,omitempty"`
	Descriptions map[string]string `json:"descriptions,omitempty"`
	Website      string            `json:"website,omitempty"`
	// API is the default chat protocol for new vendors (and overrides it
	// for built-in ones).
	API api.API `json:"api,omitempty"`
	// BaseURL sets the chat base URL; BaseURLs sets per-type URLs keyed by
	// chat | embedding | rerank | vlm | asr.
	BaseURL  string            `json:"base_url,omitempty"`
	BaseURLs map[string]string `json:"base_urls,omitempty"`
	// APIKey is the deployment-level key used when a model row stores none.
	// Supports ${ENV} / $ENV interpolation.
	APIKey       string              `json:"api_key,omitempty"`
	Headers      map[string]string   `json:"headers,omitempty"`
	Auth         providers.AuthStyle `json:"auth,omitempty"`
	RequiresAuth *bool               `json:"requires_auth,omitempty"`
	ModelTypes   []string            `json:"model_types,omitempty"`
	URLPatterns  []string            `json:"url_patterns,omitempty"`
	// Icon is a path to an SVG file (relative to the overlay file) or an
	// inline "<svg ...>" string.
	Icon string `json:"icon,omitempty"`
	// Compat is the flat protocol overlay applied at vendor level for API.
	Compat json.RawMessage `json:"compat,omitempty"`
	// ThinkingLevels patches the vendor level map.
	ThinkingLevels map[string]*string `json:"thinking_levels,omitempty"`
	// Models are upserted by id into the vendor catalog. Entries stay raw so
	// an upsert against an existing id can patch only the keys the operator
	// actually wrote (see applyOverlayProvider).
	Models []json.RawMessage `json:"models,omitempty"`
	// ModelOverrides patch existing entries by id without restating them.
	ModelOverrides map[string]ModelSpecPatch `json:"model_overrides,omitempty"`
}

type Provider struct {
	*providers.Definition
	// contains filtered or unexported fields
}

type Ref struct {
	Provider  string
	Model     string
	BaseURL   string
	ModelType types.ModelType
	Extra     map[string]string
	Override  *types.ModelSpecOverride
	// TruncatePromptTokens is an embedding row's
	// embedding_parameters.truncate_prompt_tokens. It is a first-class column
	// rather than an extra_config key, which is why it arrives here instead
	// of in Extra.
	TruncatePromptTokens int
}

type Resolved struct {
	Vendor *providers.Definition
	// Spec is the effective catalog entry (synthesized when unknown).
	Spec models.ModelSpec
	// Cataloged reports whether the model name matched a catalog entry.
	Cataloged bool
	API       api.API
	BaseURL   string
	// RemoteModel is the id sent on the wire.
	RemoteModel    string
	ThinkingLevels api.ThinkingLevelMap

	OpenAICompletions  api.OpenAICompletionsSettings
	OpenAIResponses    api.OpenAIResponsesSettings
	AnthropicMessages  api.AnthropicMessagesSettings
	GoogleGenerativeAI api.GoogleGenerativeAISettings

	// RerankAPI and Rerank are filled only when the reference asked for a
	// rerank model. Chat resolution is on every request's hot path, so the
	// rerank overlay is not merged for it.
	RerankAPI api.RerankAPI
	Rerank    api.RerankSettings

	// EmbeddingAPI and Embeddings are filled only for an embedding reference,
	// for the same reason.
	EmbeddingAPI api.EmbeddingAPI
	Embeddings   api.EmbeddingsSettings

	// TranscriptionAPI and Transcriptions are filled only for an ASR
	// reference.
	TranscriptionAPI api.TranscriptionAPI
	Transcriptions   api.TranscriptionsSettings
}

type Runtime struct {
	// contains filtered or unexported fields
}

type Snapshot struct {
	// contains filtered or unexported fields
}

type UnsupportedModelError struct{ Provider, Model, Reason string }