llm

type Anthropic ¶

type Anthropic struct {
	APIKey string
	Model  string
	Client *http.Client
}

func NewAnthropic(apiKey, model string) *Anthropic

func (a *Anthropic) Complete(ctx context.Context, req Request) (string, error)

func (a *Anthropic) Name() string

type Client ¶

type Client interface {
	Complete(ctx context.Context, req Request) (string, error)
	Name() string
}

Client is one text-in/text-out LLM provider.

type Fallback ¶

type Fallback struct {
	Clients []Client
}

Fallback tries clients in order, returning the first success. It's itself a Client, so callers can't tell a single provider from a chain. Every provider's error is aggregated so a total failure explains what each one said.

func NewFallback(clients ...Client) *Fallback

func (f *Fallback) Complete(ctx context.Context, req Request) (string, error)

func (f *Fallback) Name() string

type OpenAI ¶

type OpenAI struct {
	APIKey string
	Model  string
	Client *http.Client
}

func NewOpenAI(apiKey, model string) *OpenAI

func (o *OpenAI) Complete(ctx context.Context, req Request) (string, error)

func (o *OpenAI) Name() string

type Request ¶

type Request struct {
	System    string
	Prompt    string
	MaxTokens int
}

Request is a provider-neutral completion request. No vendor types.