llm

type AnthropicProvider struct {
	// contains filtered or unexported fields
}

type Config struct {
	Name         string        `json:"name,omitempty" yaml:"name,omitempty"`
	BaseURL      string        `json:"base_url,omitempty" yaml:"base_url,omitempty"`
	APIKey       string        `json:"api_key,omitempty" yaml:"api_key,omitempty"`
	DefaultModel string        `json:"default_model,omitempty" yaml:"default_model,omitempty"`
	Timeout      time.Duration `json:"timeout,omitempty" yaml:"timeout,omitempty"`
	MaxRetries   int           `json:"max_retries,omitempty" yaml:"max_retries,omitempty"`
}

type DeepSeekProvider struct {
	// contains filtered or unexported fields
}

type Embedder interface {
	Embed(ctx context.Context, texts ...string) ([][]float32, error)
}

type ExpertProviderConfig struct {
	Provider          string  `json:"provider" yaml:"provider"`
	Model             string  `json:"model" yaml:"model"`
	Temperature       float64 `json:"temperature,omitempty" yaml:"temperature,omitempty"`
	MaxTokens         int     `json:"max_tokens,omitempty" yaml:"max_tokens,omitempty"`
	TimeoutMS         int64   `json:"timeout_ms,omitempty" yaml:"timeout_ms,omitempty"`
	SystemPrefix      string  `json:"system_prefix,omitempty" yaml:"system_prefix,omitempty"`
	PromptPrice1k     float64 `json:"prompt_price_1k,omitempty" yaml:"prompt_price_1k,omitempty"`
	CompletionPrice1k float64 `json:"completion_price_1k,omitempty" yaml:"completion_price_1k,omitempty"`
}

type ExpertSpec struct {
	Key         string                 `json:"key" yaml:"key"`
	Name        string                 `json:"name" yaml:"name"`
	Description string                 `json:"description" yaml:"description"`
	Keywords    []string               `json:"keywords" yaml:"keywords"`
	Providers   []ExpertProviderConfig `json:"providers" yaml:"providers"`
}

type ExpertsManifest struct {
	Experts map[string]ExpertSpec `json:"experts" yaml:"experts"`
}

type FallbackConfig struct {
	ShouldFallback func(error) bool
	Transform      func(Request) Request
	OnFallback     func(context.Context, FallbackInfo) error
}

type FallbackError struct {
	Primary   error
	Secondary error
}

type FallbackInfo struct {
	PrimaryRequest  Request
	FallbackRequest Request
	PrimaryError    error
}

type FallbackProvider struct {
	// contains filtered or unexported fields
}

type FunctionCall struct {
	Name      string `json:"name"`
	Arguments string `json:"arguments"`
}

type FunctionSpec struct {
	Name        string `json:"name"`
	Description string `json:"description"`
	Parameters  any    `json:"parameters"`
	Example     any    `json:"example,omitempty"`
}

type GeminiProvider struct {
	// contains filtered or unexported fields
}

type HTTPRequest struct {
	URL          string
	Headers      map[string]string
	Body         any
	Client       *http.Client
	Codec        codec.Codec
	ProviderName string
}

type Message struct {
	Role             Role       `json:"role"`
	Content          string     `json:"content"`
	ReasoningContent string     `json:"reasoning_content,omitempty"`
	Name             string     `json:"name,omitempty"`
	ToolCallID       string     `json:"tool_call_id,omitempty"`
	ToolCalls        []ToolCall `json:"tool_calls,omitempty"`
}

type MoEAdminConfig struct {
	Sink           *RouterSink
	ReloadFunc     func(context.Context) (int, error)
	KnownProviders []string
}

type MoEModelsReq struct {
	Provider string `json:"provider" validate:"required"`
	APIKey   string `json:"api_key,omitempty"`
	BaseURL  string `json:"base_url,omitempty"`
}

type MoEModelsRes struct {
	Provider string   `json:"provider"`
	Models   []string `json:"models"`
}

type MoEProvider struct {
	// contains filtered or unexported fields
}

type MoEReloadRes struct {
	Experts int `json:"experts_reloaded"`
}

type MoEStatsRes struct {
	Executed uint64 `json:"executed"`
	Retries  uint64 `json:"retries"`
	Errors   uint64 `json:"errors"`
}

type ModelManager interface {
	Preload(ctx context.Context, model string) error
	Unload(ctx context.Context, model string) error
	IsLoaded(ctx context.Context, model string) bool
}

type ObservableProvider struct {
	// contains filtered or unexported fields
}

type OffPeakWindow struct {
	StartUTC string `json:"start_utc" yaml:"start_utc"`
	EndUTC   string `json:"end_utc"   yaml:"end_utc"`
}

type OllamaProvider struct {
	// contains filtered or unexported fields
}

type OpenAIProvider struct {
	// contains filtered or unexported fields
}

type Price struct {
	PromptPer1k      float64 `json:"prompt_per_1k"            yaml:"prompt_per_1k"`
	PromptCacheHit1k float64 `json:"prompt_cache_hit_per_1k"  yaml:"prompt_cache_hit_per_1k"`
	CompPer1k        float64 `json:"comp_per_1k"              yaml:"comp_per_1k"`
}

type PriceCard struct {
	Currency cost.Currency `json:"currency" yaml:"currency"`
	Peak     Price         `json:"peak"     yaml:"peak"`
	OffPeak  *Price        `json:"off_peak,omitempty" yaml:"off_peak,omitempty"`
}

type PriceCatalog struct {
	// contains filtered or unexported fields
}

type Provider interface {
	Name() string
	Complete(ctx context.Context, req Request) (Response, error)
	Stream(ctx context.Context, req Request) (iter.Seq2[string, error], error)
}

type ProviderChain struct {
	// contains filtered or unexported fields
}

type ProviderPreset struct {
	Name         string
	DefaultURL   string
	DefaultModel string
	EnvKeyNames  []string
	IsDeepSeek   bool
}

type ProviderTrace func(
	kind, provider, model string,
	in, out int,
	costMicro int64,
	dur time.Duration,
	err error,
)

type Request struct {
	Model           string     `json:"model,omitempty"`
	Messages        []Message  `json:"messages"`
	Temperature     float64    `json:"temperature,omitempty"`
	MaxTokens       int        `json:"max_tokens,omitempty"`
	JSONMode        bool       `json:"json_mode,omitempty"`
	Tools           []ToolSpec `json:"tools,omitempty"`
	IncludeThinking bool       `json:"include_thinking,omitempty"`
}

type Response struct {
	Content            string        `json:"content"`
	ReasoningContent   string        `json:"reasoning_content,omitempty"`
	Model              string        `json:"model"`
	PromptTokens       int           `json:"prompt_tokens"`
	CachedPromptTokens int           `json:"cached_prompt_tokens,omitempty"`
	CompTokens         int           `json:"completion_tokens"`
	FinishReason       string        `json:"finish_reason,omitempty"`
	ToolCalls          []ToolCall    `json:"tool_calls,omitempty"`
	Duration           time.Duration `json:"duration,omitempty"`
}

type Role string

type RouterSink struct {
	// contains filtered or unexported fields
}

type SSEChunkDecoder func(data []byte) (text string, done bool, err error)

type SinkStats struct {
	Executed uint64 `json:"executed"`
	Retries  uint64 `json:"retries"`
	Errors   uint64 `json:"errors"`
}

type StreamEvent struct {
	Sequence   uint64          `json:"sequence"`
	Time       time.Time       `json:"time"`
	Kind       StreamEventKind `json:"kind"`
	RunID      string          `json:"run_id,omitempty"`
	SessionID  string          `json:"session_id,omitempty"`
	Turn       int             `json:"turn,omitempty"`
	Action     string          `json:"action,omitempty"`
	ToolCallID string          `json:"tool_call_id,omitempty"`
	ToolName   string          `json:"tool_name,omitempty"`
	Delta      string          `json:"delta,omitempty"`
	ToolResult string          `json:"tool_result,omitempty"`
	Response   *Response       `json:"response,omitempty"`
	Error      error           `json:"error,omitempty"`
}

type StreamEventKind uint8

type StreamSink interface {
	Emit(context.Context, StreamEvent) error
}

type TieredModelRouter struct {
	FastSmall Provider // Tier 1: Local / Groq (0$ or sub-cent)
	Standard  Provider // Tier 2: DeepSeek-V3 / GPT-4o-mini
	HeavyDeep Provider // Tier 3: Claude 3.5 Sonnet / o1 (High reasoning)
}

type TokenEstimator interface {
	EstimateTokens(messages []Message) int
}

type ToolCall struct {
	ID       string       `json:"id"`
	Type     string       `json:"type"`
	Function FunctionCall `json:"function"`
}

type ToolSpec struct {
	Type     string       `json:"type"`
	Function FunctionSpec `json:"function"`
}

type TypedReq struct {
	System string `json:"system,omitempty"`
	User   string `json:"user" validate:"required"`
}

type Usage struct {
	Model              string        `json:"model,omitempty"`
	PromptTokens       int           `json:"prompt_tokens,omitempty"`
	CachedPromptTokens int           `json:"cached_prompt_tokens,omitempty"`
	CompTokens         int           `json:"comp_tokens,omitempty"`
	FinishReason       string        `json:"finish_reason,omitempty"`
	Duration           time.Duration `json:"duration,omitempty"`
}