llm

type AnthropicAuth struct {
	Kind  AnthropicAuthKind
	Token string
}

type AnthropicAuthKind int

type AnthropicBackend struct {
	// contains filtered or unexported fields
}

type AnthropicUsagePayload struct {
	InputTokens              int64 `json:"input_tokens"`
	OutputTokens             int64 `json:"output_tokens"`
	CacheReadInputTokens     int64 `json:"cache_read_input_tokens"`
	CacheCreationInputTokens int64 `json:"cache_creation_input_tokens"`
}

type AssistantToolCall struct {
	ID        string
	Name      string
	Arguments string
}

type AssistantTurnResult struct {
	Content       string
	ReasoningText string
	ToolCalls     []AssistantToolCall
	Usage         UsageStats
}

type CircuitRegistry struct {
	// contains filtered or unexported fields
}

type CompletionBackend interface {
	Protocol() Protocol
	StreamTurn(ctx context.Context, req TurnRequest, contentOut io.Writer, opts StreamOpts) (AssistantTurnResult, error)
	StreamText(ctx context.Context, req SimpleCompletionRequest, contentOut io.Writer, opts StreamOpts) (string, UsageStats, error)
	CompleteText(ctx context.Context, req SimpleCompletionRequest) (string, error)
	ListModels(ctx context.Context) ([]string, error)
}

type ErrorClass int

type OpenAIBackend struct {
	Client openai.Client
}

type Protocol string

type ProviderHTTPError struct {
	StatusCode int
	Message    string
	RetryAfter time.Duration
}

type ResilientBackend struct {
	Inner    CompletionBackend
	HostKey  string
	Policy   config.APIResiliencePolicy
	Circuits *CircuitRegistry
	// contains filtered or unexported fields
}

type SimpleCompletionRequest struct {
	Cfg                   *config.Root
	Model                 string
	System                string
	User                  string
	ForceDisableReasoning bool
}

type StreamOpts struct {
	ShowThinking  bool
	ReasoningSink io.Writer
	OnDelta       func(channel, text string)
	OnRetry       func(attempt int, max int, err error, wait time.Duration)
}

type ToolDef struct {
	Name        string
	Description string
	Parameters  map[string]any
	Required    []string
}

type TurnRequest struct {
	Cfg                   *config.Root
	Model                 string
	System                string
	Messages              []chatstore.Message
	ImageFiles            map[int]string
	Tools                 []ToolDef
	ParallelToolCalls     bool
	ForceDisableReasoning bool
}

type UsageStats struct {
	PromptTokens              int64
	CachedPromptTokens        int64
	CacheCreationPromptTokens int64
	ReasoningTokens           int64
	ResponseTokens            int64
	TotalTokens               int64
	OutputTPS                 float64
	TTFTSecs                  float64
	PromptTPS                 float64
	TurnWallSecs              float64
	ThoughtSecs               float64
}